2024-11-25 11:32:58,008 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-25 11:32:58,024 main DEBUG Took 0.013810 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 11:32:58,024 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 11:32:58,025 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 11:32:58,026 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 11:32:58,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,037 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 11:32:58,054 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,057 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,058 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,059 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,060 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,060 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,062 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,062 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,063 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,064 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,064 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,065 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,066 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 11:32:58,067 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,067 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 11:32:58,069 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 11:32:58,070 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 11:32:58,072 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 11:32:58,072 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 11:32:58,073 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 11:32:58,073 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 11:32:58,085 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 11:32:58,087 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 11:32:58,089 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 11:32:58,089 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 11:32:58,090 main DEBUG createAppenders(={Console}) 2024-11-25 11:32:58,090 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-25 11:32:58,090 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-25 11:32:58,091 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-25 11:32:58,091 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 11:32:58,092 main DEBUG OutputStream closed 2024-11-25 11:32:58,092 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 11:32:58,093 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 11:32:58,093 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-25 11:32:58,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 11:32:58,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 11:32:58,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 11:32:58,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 11:32:58,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 11:32:58,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 11:32:58,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 11:32:58,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 11:32:58,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 11:32:58,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 11:32:58,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 11:32:58,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 11:32:58,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 11:32:58,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 11:32:58,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 11:32:58,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 11:32:58,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 11:32:58,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 11:32:58,197 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 11:32:58,197 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-25 11:32:58,198 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 11:32:58,199 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-25T11:32:58,463 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef 2024-11-25 11:32:58,466 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 11:32:58,466 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T11:32:58,475 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-25T11:32:58,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T11:32:58,507 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/cluster_f4cb1ac2-6f6a-eac0-34d8-be15e644df80, deleteOnExit=true 2024-11-25T11:32:58,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T11:32:58,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/test.cache.data in system properties and HBase conf 2024-11-25T11:32:58,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T11:32:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/hadoop.log.dir in system properties and HBase conf 2024-11-25T11:32:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T11:32:58,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T11:32:58,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T11:32:58,612 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T11:32:58,712 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T11:32:58,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:32:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T11:32:58,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T11:32:58,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:32:58,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T11:32:58,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T11:32:58,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T11:32:58,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:32:58,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T11:32:58,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/nfs.dump.dir in system properties and HBase conf 2024-11-25T11:32:58,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/java.io.tmpdir in system properties and HBase conf 2024-11-25T11:32:58,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T11:32:58,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T11:32:58,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T11:32:59,556 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T11:32:59,632 INFO [Time-limited test {}] log.Log(170): Logging initialized @2339ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T11:32:59,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:32:59,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:32:59,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:32:59,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:32:59,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T11:32:59,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:32:59,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:32:59,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:33:00,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/java.io.tmpdir/jetty-localhost-43997-hadoop-hdfs-3_4_1-tests_jar-_-any-12498575062192377943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:33:00,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:43997} 2024-11-25T11:33:00,074 INFO [Time-limited test {}] server.Server(415): Started @2782ms 2024-11-25T11:33:00,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T11:33:00,489 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T11:33:00,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T11:33:00,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T11:33:00,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T11:33:00,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/hadoop.log.dir/,AVAILABLE} 2024-11-25T11:33:00,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T11:33:00,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/java.io.tmpdir/jetty-localhost-33573-hadoop-hdfs-3_4_1-tests_jar-_-any-15391766616233385824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:33:00,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:33573} 2024-11-25T11:33:00,654 INFO [Time-limited test {}] server.Server(415): Started @3362ms 2024-11-25T11:33:00,724 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T11:33:01,198 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/cluster_f4cb1ac2-6f6a-eac0-34d8-be15e644df80/data/data1/current/BP-1921163723-172.17.0.2-1732534379310/current, will proceed with Du for space computation calculation, 2024-11-25T11:33:01,198 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/cluster_f4cb1ac2-6f6a-eac0-34d8-be15e644df80/data/data2/current/BP-1921163723-172.17.0.2-1732534379310/current, will proceed with Du for space computation calculation, 2024-11-25T11:33:01,241 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T11:33:01,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda7402a46541713d with lease ID 0xc8afdaf1745a6bec: Processing first storage report for DS-e8e2355c-98a3-4ec3-b64c-d0834bdebb15 from datanode DatanodeRegistration(127.0.0.1:40283, datanodeUuid=cbebb760-8bb1-491a-809b-10667c7ec251, infoPort=45833, infoSecurePort=0, ipcPort=32989, storageInfo=lv=-57;cid=testClusterID;nsid=1559933136;c=1732534379310) 2024-11-25T11:33:01,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda7402a46541713d with lease ID 0xc8afdaf1745a6bec: from storage DS-e8e2355c-98a3-4ec3-b64c-d0834bdebb15 node DatanodeRegistration(127.0.0.1:40283, datanodeUuid=cbebb760-8bb1-491a-809b-10667c7ec251, infoPort=45833, infoSecurePort=0, ipcPort=32989, storageInfo=lv=-57;cid=testClusterID;nsid=1559933136;c=1732534379310), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T11:33:01,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda7402a46541713d with lease ID 0xc8afdaf1745a6bec: Processing first storage report for DS-58f63c53-af70-456c-95a4-487f30cef9d8 from datanode DatanodeRegistration(127.0.0.1:40283, datanodeUuid=cbebb760-8bb1-491a-809b-10667c7ec251, infoPort=45833, infoSecurePort=0, ipcPort=32989, storageInfo=lv=-57;cid=testClusterID;nsid=1559933136;c=1732534379310) 2024-11-25T11:33:01,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda7402a46541713d with lease ID 0xc8afdaf1745a6bec: from storage DS-58f63c53-af70-456c-95a4-487f30cef9d8 node DatanodeRegistration(127.0.0.1:40283, datanodeUuid=cbebb760-8bb1-491a-809b-10667c7ec251, infoPort=45833, infoSecurePort=0, ipcPort=32989, storageInfo=lv=-57;cid=testClusterID;nsid=1559933136;c=1732534379310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T11:33:01,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef 2024-11-25T11:33:01,436 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/cluster_f4cb1ac2-6f6a-eac0-34d8-be15e644df80/zookeeper_0, clientPort=57988, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/cluster_f4cb1ac2-6f6a-eac0-34d8-be15e644df80/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/cluster_f4cb1ac2-6f6a-eac0-34d8-be15e644df80/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T11:33:01,447 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57988 2024-11-25T11:33:01,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:33:01,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:33:01,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741825_1001 (size=7) 2024-11-25T11:33:02,102 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994 with version=8 2024-11-25T11:33:02,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/hbase-staging 2024-11-25T11:33:02,246 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T11:33:02,555 INFO [Time-limited test {}] client.ConnectionUtils(128): master/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:33:02,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:33:02,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:33:02,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:33:02,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:33:02,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:33:02,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T11:33:02,790 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T11:33:02,799 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T11:33:02,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:33:02,837 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3071 (auto-detected) 2024-11-25T11:33:02,839 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T11:33:02,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42593 2024-11-25T11:33:02,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42593 connecting to ZooKeeper ensemble=127.0.0.1:57988 2024-11-25T11:33:03,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425930x0, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:33:03,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42593-0x1014ee695f70000 connected 2024-11-25T11:33:03,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:33:03,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:33:03,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:33:03,088 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994, hbase.cluster.distributed=false 2024-11-25T11:33:03,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:33:03,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42593 2024-11-25T11:33:03,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42593 2024-11-25T11:33:03,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42593 2024-11-25T11:33:03,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42593 2024-11-25T11:33:03,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42593 2024-11-25T11:33:03,227 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/96bb5f2c2895:0 server-side Connection retries=45 2024-11-25T11:33:03,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:33:03,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T11:33:03,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T11:33:03,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T11:33:03,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T11:33:03,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T11:33:03,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T11:33:03,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42925 2024-11-25T11:33:03,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42925 connecting to ZooKeeper ensemble=127.0.0.1:57988 2024-11-25T11:33:03,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:33:03,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:33:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429250x0, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T11:33:03,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:33:03,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42925-0x1014ee695f70001 connected 2024-11-25T11:33:03,253 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T11:33:03,261 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T11:33:03,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T11:33:03,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T11:33:03,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42925 2024-11-25T11:33:03,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42925 2024-11-25T11:33:03,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42925 2024-11-25T11:33:03,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42925 2024-11-25T11:33:03,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42925 2024-11-25T11:33:03,288 DEBUG [M:0;96bb5f2c2895:42593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;96bb5f2c2895:42593 2024-11-25T11:33:03,289 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/96bb5f2c2895,42593,1732534382322 2024-11-25T11:33:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:33:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:33:03,297 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/96bb5f2c2895,42593,1732534382322 2024-11-25T11:33:03,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T11:33:03,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:03,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:03,320 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T11:33:03,321 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/96bb5f2c2895,42593,1732534382322 from backup master directory 2024-11-25T11:33:03,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/96bb5f2c2895,42593,1732534382322 2024-11-25T11:33:03,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:33:03,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T11:33:03,326 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:33:03,327 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=96bb5f2c2895,42593,1732534382322 2024-11-25T11:33:03,329 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T11:33:03,330 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T11:33:03,392 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/hbase.id] with ID: 27934507-08d0-4330-a7f7-876534686327 2024-11-25T11:33:03,392 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/.tmp/hbase.id 2024-11-25T11:33:03,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741826_1002 (size=42) 2024-11-25T11:33:03,805 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/.tmp/hbase.id]:[hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/hbase.id] 2024-11-25T11:33:03,850 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T11:33:03,855 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T11:33:03,875 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-25T11:33:03,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:03,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:03,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741827_1003 (size=196) 2024-11-25T11:33:03,910 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:33:03,912 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T11:33:03,929 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:03,934 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:33:03,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741828_1004 (size=1189) 2024-11-25T11:33:04,384 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store 2024-11-25T11:33:04,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741829_1005 (size=34) 2024-11-25T11:33:04,407 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T11:33:04,410 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:33:04,411 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:33:04,411 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:33:04,411 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:33:04,413 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-25T11:33:04,413 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:33:04,413 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:33:04,414 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534384411Disabling compacts and flushes for region at 1732534384411Disabling writes for close at 1732534384413 (+2 ms)Writing region close event to WAL at 1732534384413Closed at 1732534384413 2024-11-25T11:33:04,416 WARN [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/.initializing 2024-11-25T11:33:04,416 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/WALs/96bb5f2c2895,42593,1732534382322 2024-11-25T11:33:04,425 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:33:04,439 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C42593%2C1732534382322, suffix=, logDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/WALs/96bb5f2c2895,42593,1732534382322, archiveDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/oldWALs, maxLogs=10 2024-11-25T11:33:04,461 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/WALs/96bb5f2c2895,42593,1732534382322/96bb5f2c2895%2C42593%2C1732534382322.1732534384443, exclude list is [], retry=0 2024-11-25T11:33:04,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40283,DS-e8e2355c-98a3-4ec3-b64c-d0834bdebb15,DISK] 2024-11-25T11:33:04,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T11:33:04,516 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/WALs/96bb5f2c2895,42593,1732534382322/96bb5f2c2895%2C42593%2C1732534382322.1732534384443 2024-11-25T11:33:04,517 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-11-25T11:33:04,517 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:33:04,518 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:33:04,521 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,522 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T11:33:04,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:04,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:33:04,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T11:33:04,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:04,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:04,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T11:33:04,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:04,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:04,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T11:33:04,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:04,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:04,604 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,608 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,609 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,614 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,615 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,618 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T11:33:04,621 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T11:33:04,625 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:33:04,627 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73189063, jitterRate=0.09060202538967133}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T11:33:04,631 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732534384534Initializing all the Stores at 1732534384536 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534384537 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534384538 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534384538Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534384538Cleaning up temporary data from old regions at 1732534384615 (+77 ms)Region opened successfully at 1732534384631 (+16 ms) 2024-11-25T11:33:04,633 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T11:33:04,672 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ee960d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:33:04,715 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T11:33:04,726 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T11:33:04,727 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T11:33:04,730 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T11:33:04,731 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T11:33:04,736 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-25T11:33:04,736 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T11:33:04,764 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T11:33:04,773 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T11:33:04,775 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T11:33:04,778 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T11:33:04,780 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T11:33:04,782 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T11:33:04,784 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T11:33:04,787 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T11:33:04,790 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T11:33:04,792 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T11:33:04,793 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T11:33:04,811 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T11:33:04,813 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T11:33:04,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:33:04,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T11:33:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:04,820 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=96bb5f2c2895,42593,1732534382322, sessionid=0x1014ee695f70000, setting cluster-up flag (Was=false) 2024-11-25T11:33:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:04,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:04,841 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T11:33:04,843 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,42593,1732534382322 2024-11-25T11:33:04,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:04,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:04,857 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T11:33:04,859 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=96bb5f2c2895,42593,1732534382322 2024-11-25T11:33:04,865 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T11:33:04,877 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(746): ClusterId : 27934507-08d0-4330-a7f7-876534686327 2024-11-25T11:33:04,880 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T11:33:04,884 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T11:33:04,884 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T11:33:04,887 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T11:33:04,888 DEBUG [RS:0;96bb5f2c2895:42925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8e3ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=96bb5f2c2895/172.17.0.2:0 2024-11-25T11:33:04,903 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;96bb5f2c2895:42925 2024-11-25T11:33:04,907 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T11:33:04,907 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T11:33:04,907 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T11:33:04,911 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,42593,1732534382322 with port=42925, startcode=1732534383188 2024-11-25T11:33:04,925 DEBUG [RS:0;96bb5f2c2895:42925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T11:33:04,943 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T11:33:04,958 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T11:33:04,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T11:33:04,966 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T11:33:04,968 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42593 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:04,971 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 96bb5f2c2895,42593,1732534382322 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T11:33:04,978 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:33:04,978 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:33:04,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:33:04,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=5, maxPoolSize=5 2024-11-25T11:33:04,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/96bb5f2c2895:0, corePoolSize=10, maxPoolSize=10 2024-11-25T11:33:04,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:04,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:33:04,979 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:04,981 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732534414981 2024-11-25T11:33:04,983 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T11:33:04,984 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T11:33:04,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:33:04,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T11:33:04,988 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T11:33:04,989 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T11:33:04,989 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T11:33:04,989 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T11:33:04,991 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:04,991 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T11:33:04,990 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:04,993 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T11:33:04,995 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T11:33:04,995 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T11:33:04,998 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T11:33:04,998 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T11:33:05,000 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534384999,5,FailOnTimeoutGroup] 2024-11-25T11:33:05,001 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534385000,5,FailOnTimeoutGroup] 2024-11-25T11:33:05,001 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,001 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T11:33:05,003 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,003 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741831_1007 (size=1321) 2024-11-25T11:33:05,004 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-25T11:33:05,004 WARN [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-25T11:33:05,106 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(2659): reportForDuty to master=96bb5f2c2895,42593,1732534382322 with port=42925, startcode=1732534383188 2024-11-25T11:33:05,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:05,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42593 {}] master.ServerManager(517): Registering regionserver=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:05,123 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994 2024-11-25T11:33:05,123 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33617 2024-11-25T11:33:05,123 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T11:33:05,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:33:05,131 DEBUG [RS:0;96bb5f2c2895:42925 {}] zookeeper.ZKUtil(111): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:05,131 WARN [RS:0;96bb5f2c2895:42925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T11:33:05,131 INFO [RS:0;96bb5f2c2895:42925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:33:05,132 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/WALs/96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:05,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [96bb5f2c2895,42925,1732534383188] 2024-11-25T11:33:05,164 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T11:33:05,179 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T11:33:05,186 INFO [RS:0;96bb5f2c2895:42925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T11:33:05,186 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,187 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T11:33:05,194 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T11:33:05,195 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,196 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:05,196 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:05,196 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:05,196 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:05,196 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:05,197 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/96bb5f2c2895:0, corePoolSize=2, maxPoolSize=2 2024-11-25T11:33:05,197 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:05,197 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:05,197 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:05,197 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:05,198 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:05,198 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/96bb5f2c2895:0, corePoolSize=1, maxPoolSize=1 2024-11-25T11:33:05,198 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:33:05,198 DEBUG [RS:0;96bb5f2c2895:42925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0, corePoolSize=3, maxPoolSize=3 2024-11-25T11:33:05,200 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,201 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,201 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,201 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,201 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,201 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42925,1732534383188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:33:05,230 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T11:33:05,232 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42925,1732534383188-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,232 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,233 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.Replication(171): 96bb5f2c2895,42925,1732534383188 started 2024-11-25T11:33:05,255 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:05,255 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1482): Serving as 96bb5f2c2895,42925,1732534383188, RpcServer on 96bb5f2c2895/172.17.0.2:42925, sessionid=0x1014ee695f70001 2024-11-25T11:33:05,256 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T11:33:05,257 DEBUG [RS:0;96bb5f2c2895:42925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:05,257 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,42925,1732534383188' 2024-11-25T11:33:05,257 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T11:33:05,258 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T11:33:05,259 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T11:33:05,259 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T11:33:05,259 DEBUG [RS:0;96bb5f2c2895:42925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:05,260 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '96bb5f2c2895,42925,1732534383188' 2024-11-25T11:33:05,260 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T11:33:05,260 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T11:33:05,261 DEBUG [RS:0;96bb5f2c2895:42925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T11:33:05,261 INFO [RS:0;96bb5f2c2895:42925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T11:33:05,261 INFO [RS:0;96bb5f2c2895:42925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T11:33:05,367 INFO [RS:0;96bb5f2c2895:42925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T11:33:05,371 INFO [RS:0;96bb5f2c2895:42925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C42925%2C1732534383188, suffix=, logDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/WALs/96bb5f2c2895,42925,1732534383188, archiveDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/oldWALs, maxLogs=32 2024-11-25T11:33:05,389 DEBUG [RS:0;96bb5f2c2895:42925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/WALs/96bb5f2c2895,42925,1732534383188/96bb5f2c2895%2C42925%2C1732534383188.1732534385374, exclude list is [], retry=0 2024-11-25T11:33:05,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40283,DS-e8e2355c-98a3-4ec3-b64c-d0834bdebb15,DISK] 2024-11-25T11:33:05,398 INFO [RS:0;96bb5f2c2895:42925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/WALs/96bb5f2c2895,42925,1732534383188/96bb5f2c2895%2C42925%2C1732534383188.1732534385374 2024-11-25T11:33:05,398 DEBUG [RS:0;96bb5f2c2895:42925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-11-25T11:33:05,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T11:33:05,407 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994 2024-11-25T11:33:05,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741833_1009 (size=32) 2024-11-25T11:33:05,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:33:05,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:33:05,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:33:05,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:05,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:33:05,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:33:05,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:33:05,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:05,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:33:05,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:33:05,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:33:05,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:05,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:33:05,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:33:05,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:33:05,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:05,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:33:05,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:33:05,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740 2024-11-25T11:33:05,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740 2024-11-25T11:33:05,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:33:05,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:33:05,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:33:05,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:33:05,853 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:33:05,854 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67860806, jitterRate=0.011204808950424194}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:33:05,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732534385823Initializing all the Stores at 1732534385825 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534385825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534385826 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534385826Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534385826Cleaning up temporary data from old regions at 1732534385846 (+20 ms)Region opened successfully at 1732534385856 (+10 ms) 2024-11-25T11:33:05,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:33:05,857 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:33:05,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:33:05,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:33:05,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:33:05,858 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:33:05,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534385856Disabling compacts and flushes for region at 1732534385856Disabling writes for close at 1732534385857 (+1 ms)Writing region close event to WAL at 1732534385858 (+1 ms)Closed at 1732534385858 2024-11-25T11:33:05,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:33:05,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T11:33:05,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T11:33:05,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:33:05,880 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T11:33:06,033 DEBUG [96bb5f2c2895:42593 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T11:33:06,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:06,052 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,42925,1732534383188, state=OPENING 2024-11-25T11:33:06,057 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T11:33:06,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:06,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:33:06,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:33:06,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:33:06,065 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T11:33:06,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:33:06,244 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T11:33:06,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T11:33:06,259 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T11:33:06,260 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T11:33:06,260 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T11:33:06,265 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=96bb5f2c2895%2C42925%2C1732534383188.meta, suffix=.meta, logDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/WALs/96bb5f2c2895,42925,1732534383188, archiveDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/oldWALs, maxLogs=32 2024-11-25T11:33:06,285 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/WALs/96bb5f2c2895,42925,1732534383188/96bb5f2c2895%2C42925%2C1732534383188.meta.1732534386267.meta, exclude list is [], retry=0 2024-11-25T11:33:06,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40283,DS-e8e2355c-98a3-4ec3-b64c-d0834bdebb15,DISK] 2024-11-25T11:33:06,295 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/WALs/96bb5f2c2895,42925,1732534383188/96bb5f2c2895%2C42925%2C1732534383188.meta.1732534386267.meta 2024-11-25T11:33:06,296 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-11-25T11:33:06,296 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:33:06,298 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T11:33:06,302 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T11:33:06,308 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T11:33:06,313 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T11:33:06,314 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:33:06,314 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T11:33:06,315 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T11:33:06,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T11:33:06,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T11:33:06,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:06,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:33:06,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T11:33:06,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T11:33:06,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:06,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:33:06,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T11:33:06,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T11:33:06,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:06,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:33:06,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T11:33:06,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T11:33:06,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:06,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T11:33:06,334 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T11:33:06,335 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740 2024-11-25T11:33:06,339 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740 2024-11-25T11:33:06,342 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T11:33:06,342 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T11:33:06,344 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:33:06,348 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T11:33:06,350 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73259206, jitterRate=0.09164723753929138}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:33:06,351 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T11:33:06,354 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732534386315Writing region info on filesystem at 1732534386316 (+1 ms)Initializing all the Stores at 1732534386318 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534386318Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534386318Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534386318Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732534386318Cleaning up temporary data from old regions at 1732534386343 (+25 ms)Running coprocessor post-open hooks at 1732534386351 (+8 ms)Region opened successfully at 1732534386353 (+2 ms) 2024-11-25T11:33:06,364 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732534386233 2024-11-25T11:33:06,379 DEBUG [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T11:33:06,379 INFO [RS_OPEN_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T11:33:06,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:06,384 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 96bb5f2c2895,42925,1732534383188, state=OPEN 2024-11-25T11:33:06,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:33:06,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:33:06,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T11:33:06,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T11:33:06,397 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:06,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T11:33:06,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=96bb5f2c2895,42925,1732534383188 in 330 msec 2024-11-25T11:33:06,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T11:33:06,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 538 msec 2024-11-25T11:33:06,414 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T11:33:06,414 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T11:33:06,440 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:06,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:06,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:06,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:06,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6010 sec 2024-11-25T11:33:06,500 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732534386500, completionTime=-1 2024-11-25T11:33:06,504 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T11:33:06,504 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T11:33:06,540 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-25T11:33:06,540 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732534446540 2024-11-25T11:33:06,540 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732534506540 2024-11-25T11:33:06,541 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 36 msec 2024-11-25T11:33:06,543 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42593,1732534382322-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:06,543 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42593,1732534382322-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:06,543 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42593,1732534382322-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:06,546 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-96bb5f2c2895:42593, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:06,546 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:06,547 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:06,554 DEBUG [master/96bb5f2c2895:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T11:33:06,581 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.254sec 2024-11-25T11:33:06,583 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T11:33:06,585 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T11:33:06,586 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T11:33:06,587 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T11:33:06,587 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T11:33:06,588 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42593,1732534382322-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T11:33:06,589 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42593,1732534382322-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T11:33:06,598 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T11:33:06,599 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T11:33:06,600 INFO [master/96bb5f2c2895:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=96bb5f2c2895,42593,1732534382322-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T11:33:06,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d2c9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:06,694 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T11:33:06,694 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T11:33:06,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:06,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:06,710 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:06,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db9d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:06,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:06,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:06,724 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:06,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a26ad16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:06,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:06,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:06,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:06,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=96bb5f2c2895,42593,1732534382322 2024-11-25T11:33:06,803 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=5039 2024-11-25T11:33:06,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:33:06,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,42593,1732534382322 2024-11-25T11:33:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b65baa9 2024-11-25T11:33:06,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:33:06,833 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:33:06,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T11:33:06,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:33:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T11:33:06,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:33:06,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-25T11:33:06,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:06,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:33:06,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:33:06,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741835_1011 (size=1061) 2024-11-25T11:33:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:33:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:33:07,273 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994 2024-11-25T11:33:07,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741836_1012 (size=53) 2024-11-25T11:33:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:33:07,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:33:07,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6b2777924a43ccc82ad97bee05238f06, disabling compactions & flushes 2024-11-25T11:33:07,687 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:07,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:07,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. after waiting 0 ms 2024-11-25T11:33:07,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:07,687 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:07,687 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b2777924a43ccc82ad97bee05238f06: Waiting for close lock at 1732534387687Disabling compacts and flushes for region at 1732534387687Disabling writes for close at 1732534387687Writing region close event to WAL at 1732534387687Closed at 1732534387687 2024-11-25T11:33:07,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:33:07,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732534387690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534387690"}]},"ts":"1732534387690"} 2024-11-25T11:33:07,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:33:07,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:33:07,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534387702"}]},"ts":"1732534387702"} 2024-11-25T11:33:07,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T11:33:07,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b2777924a43ccc82ad97bee05238f06, ASSIGN}] 2024-11-25T11:33:07,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b2777924a43ccc82ad97bee05238f06, ASSIGN 2024-11-25T11:33:07,718 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b2777924a43ccc82ad97bee05238f06, ASSIGN; state=OFFLINE, location=96bb5f2c2895,42925,1732534383188; forceNewPlan=false, retain=false 2024-11-25T11:33:07,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b2777924a43ccc82ad97bee05238f06, regionState=OPENING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:07,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b2777924a43ccc82ad97bee05238f06, ASSIGN because future has completed 2024-11-25T11:33:07,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:33:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:33:08,042 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:08,043 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:33:08,043 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,043 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:33:08,044 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,044 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,046 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,050 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:33:08,051 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b2777924a43ccc82ad97bee05238f06 columnFamilyName A 2024-11-25T11:33:08,051 DEBUG [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:08,052 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] regionserver.HStore(327): Store=6b2777924a43ccc82ad97bee05238f06/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:08,052 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,055 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:33:08,055 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b2777924a43ccc82ad97bee05238f06 columnFamilyName B 2024-11-25T11:33:08,055 DEBUG [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:08,056 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] regionserver.HStore(327): Store=6b2777924a43ccc82ad97bee05238f06/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:08,056 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,059 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:33:08,059 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b2777924a43ccc82ad97bee05238f06 columnFamilyName C 2024-11-25T11:33:08,059 DEBUG [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:08,060 INFO [StoreOpener-6b2777924a43ccc82ad97bee05238f06-1 {}] regionserver.HStore(327): Store=6b2777924a43ccc82ad97bee05238f06/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:08,061 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:08,061 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,062 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,063 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,065 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,065 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,066 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:33:08,069 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,074 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:33:08,075 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b2777924a43ccc82ad97bee05238f06; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70139404, jitterRate=0.045158565044403076}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:33:08,075 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:08,076 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b2777924a43ccc82ad97bee05238f06: Running coprocessor pre-open hook at 1732534388044Writing region info on filesystem at 1732534388044Initializing all the Stores at 1732534388046 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534388046Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534388046Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534388046Cleaning up temporary data from old regions at 1732534388065 (+19 ms)Running coprocessor post-open hooks at 1732534388075 (+10 ms)Region opened successfully at 1732534388076 (+1 ms) 2024-11-25T11:33:08,078 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., pid=6, masterSystemTime=1732534388033 2024-11-25T11:33:08,082 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:08,083 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:08,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b2777924a43ccc82ad97bee05238f06, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:08,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:33:08,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T11:33:08,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 in 212 msec 2024-11-25T11:33:08,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T11:33:08,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b2777924a43ccc82ad97bee05238f06, ASSIGN in 381 msec 2024-11-25T11:33:08,100 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:33:08,100 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534388100"}]},"ts":"1732534388100"} 2024-11-25T11:33:08,104 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T11:33:08,106 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:33:08,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2630 sec 2024-11-25T11:33:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T11:33:09,015 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:09,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8feb56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:09,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:09,023 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411c73ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:09,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:09,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:09,026 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:09,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6825ee03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:09,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:09,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:09,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:09,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:33:09,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,42593,1732534382322 2024-11-25T11:33:09,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49eb4e15 2024-11-25T11:33:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:33:09,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:33:09,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6432e8ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:09,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:09,049 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:09,050 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:09,050 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:09,050 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef1bd73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,050 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:09,053 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:09,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af2c0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392f723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:09,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:09,060 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebcbe76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:09,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:09,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:09,063 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:09,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0e98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:09,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:09,070 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:09,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:09,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:09,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc4f8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:09,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:09,078 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2555cfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:09,082 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35818969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f00f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:09,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:09,094 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a6bf59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:09,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:09,097 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:09,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c50a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ec8db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:09,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:09,101 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5f6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:09,104 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:09,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d37adaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff89310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:09,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:09,110 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af61fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:09,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:09,113 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:09,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42251a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d81b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:09,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:09,116 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:09,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3260f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:09,117 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:09,119 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:09,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f086cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:09,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:09,121 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d4fe5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:09,124 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f72cf73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:09,129 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:09,129 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:09,131 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:09,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:09,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:09,133 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:09,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:09,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:09,135 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:09,137 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:09,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:09,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:09,138 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-25T11:33:09,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:09,141 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:33:09,143 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:09,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:09,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:33:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:33:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:33:09,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:33:09,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:33:09,146 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:09,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:09,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:09,151 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:33:09,153 DEBUG [Thread-158 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:09,154 DEBUG [Thread-158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:09,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:09,158 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:09,161 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:09,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:09,162 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:09,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:09,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:33:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:33:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:33:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:09,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:33:09,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:09,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:09,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:09,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:09,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:09,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:33:09,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T11:33:09,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:09,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:09,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/25abca2165b548fc948967091c2cbbad is 50, key is test_row_0/A:col10/1732534389181/Put/seqid=0 2024-11-25T11:33:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741837_1013 (size=12001) 2024-11-25T11:33:09,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534389291, max timestamp=1732534389397Num uniques 859; 2024-11-25T11:33:09,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:09,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534389291, max timestamp=1732534389393Num uniques 859; 2024-11-25T11:33:09,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:09,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534389291, max timestamp=1732534389397Num uniques 859; 2024-11-25T11:33:09,430 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:09,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:33:09,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534449484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534449500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534449501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534449506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534449507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T11:33:09,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:09,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:09,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:09,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534449623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534449634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534449634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534449635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534449635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T11:33:09,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:09,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:09,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:09,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:33:09,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/25abca2165b548fc948967091c2cbbad 2024-11-25T11:33:09,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534449845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534449845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534449847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534449856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534449855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:09,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T11:33:09,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:09,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:09,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:09,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:09,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/58fb48e38cac4ac0b39d4b7e200c6431 is 50, key is test_row_0/B:col10/1732534389181/Put/seqid=0 2024-11-25T11:33:09,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741838_1014 (size=12001) 2024-11-25T11:33:09,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/58fb48e38cac4ac0b39d4b7e200c6431 2024-11-25T11:33:10,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/1fc0b702c4db4009a0ba64c98ac7cd62 is 50, key is test_row_0/C:col10/1732534389181/Put/seqid=0 2024-11-25T11:33:10,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741839_1015 (size=12001) 2024-11-25T11:33:10,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T11:33:10,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:10,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:10,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:10,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534450163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534450163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534450164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534450173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534450173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T11:33:10,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:10,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:33:10,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T11:33:10,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:10,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:10,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:10,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/1fc0b702c4db4009a0ba64c98ac7cd62 2024-11-25T11:33:10,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/25abca2165b548fc948967091c2cbbad as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/25abca2165b548fc948967091c2cbbad 2024-11-25T11:33:10,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/25abca2165b548fc948967091c2cbbad, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T11:33:10,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/58fb48e38cac4ac0b39d4b7e200c6431 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58fb48e38cac4ac0b39d4b7e200c6431 2024-11-25T11:33:10,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58fb48e38cac4ac0b39d4b7e200c6431, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T11:33:10,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/1fc0b702c4db4009a0ba64c98ac7cd62 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1fc0b702c4db4009a0ba64c98ac7cd62 2024-11-25T11:33:10,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1fc0b702c4db4009a0ba64c98ac7cd62, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T11:33:10,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T11:33:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:10,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:10,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:10,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 6b2777924a43ccc82ad97bee05238f06 in 1305ms, sequenceid=12, compaction requested=false 2024-11-25T11:33:10,530 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T11:33:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:10,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-25T11:33:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:10,679 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T11:33:10,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:10,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:10,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:10,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/cb5bd85583314eb980c84359b5976054 is 50, key is test_row_0/A:col10/1732534389495/Put/seqid=0 2024-11-25T11:33:10,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534450694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534450698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534450705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534450717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534450705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741840_1016 (size=12001) 2024-11-25T11:33:10,738 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/cb5bd85583314eb980c84359b5976054 2024-11-25T11:33:10,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/ed911f07829843a4b243e741a7e34a52 is 50, key is test_row_0/B:col10/1732534389495/Put/seqid=0 2024-11-25T11:33:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741841_1017 (size=12001) 2024-11-25T11:33:10,804 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/ed911f07829843a4b243e741a7e34a52 2024-11-25T11:33:10,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534450823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534450823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/2eb621d753aa49f3b14cb7ae3cd5c14c is 50, key is test_row_0/C:col10/1732534389495/Put/seqid=0 2024-11-25T11:33:10,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534450844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534450844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534450844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:10,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741842_1018 (size=12001) 2024-11-25T11:33:10,863 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/2eb621d753aa49f3b14cb7ae3cd5c14c 2024-11-25T11:33:10,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/cb5bd85583314eb980c84359b5976054 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/cb5bd85583314eb980c84359b5976054 2024-11-25T11:33:10,897 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/cb5bd85583314eb980c84359b5976054, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T11:33:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/ed911f07829843a4b243e741a7e34a52 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ed911f07829843a4b243e741a7e34a52 2024-11-25T11:33:10,919 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ed911f07829843a4b243e741a7e34a52, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T11:33:10,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/2eb621d753aa49f3b14cb7ae3cd5c14c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2eb621d753aa49f3b14cb7ae3cd5c14c 2024-11-25T11:33:10,940 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2eb621d753aa49f3b14cb7ae3cd5c14c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T11:33:10,947 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 6b2777924a43ccc82ad97bee05238f06 in 267ms, sequenceid=49, compaction requested=false 2024-11-25T11:33:10,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:10,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:10,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-25T11:33:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-25T11:33:10,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T11:33:10,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8040 sec 2024-11-25T11:33:10,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.8320 sec 2024-11-25T11:33:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:11,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T11:33:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:11,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e459e2db7e9545aeb99e0ba86f4a3ac5 is 50, key is test_row_0/A:col10/1732534391037/Put/seqid=0 2024-11-25T11:33:11,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741843_1019 (size=12001) 2024-11-25T11:33:11,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e459e2db7e9545aeb99e0ba86f4a3ac5 2024-11-25T11:33:11,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/95cb7fc7ed1b44d9927a148cdc747d13 is 50, key is test_row_0/B:col10/1732534391037/Put/seqid=0 2024-11-25T11:33:11,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534451099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534451095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534391094, max timestamp=1732534391112Num uniques 859; 2024-11-25T11:33:11,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:11,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534391094, max timestamp=1732534391112Num uniques 859; 2024-11-25T11:33:11,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:11,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534391094, max timestamp=1732534391112Num uniques 859; 2024-11-25T11:33:11,132 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:11,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741844_1020 (size=12001) 2024-11-25T11:33:11,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T11:33:11,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/95cb7fc7ed1b44d9927a148cdc747d13 2024-11-25T11:33:11,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/2dcbcc5ef2874965b0ba0fd668f2197e is 50, key is test_row_0/C:col10/1732534391037/Put/seqid=0 2024-11-25T11:33:11,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534451180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534451188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534451191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741845_1021 (size=12001) 2024-11-25T11:33:11,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534451223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534451223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-25T11:33:11,293 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:11,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-25T11:33:11,299 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T11:33:11,300 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:11,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:11,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534451303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534451304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534451313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T11:33:11,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534451443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534451444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T11:33:11,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:11,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:11,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:11,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534451523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534451523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534451532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T11:33:11,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T11:33:11,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:11,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:11,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:11,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/2dcbcc5ef2874965b0ba0fd668f2197e 2024-11-25T11:33:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:11,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e459e2db7e9545aeb99e0ba86f4a3ac5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e459e2db7e9545aeb99e0ba86f4a3ac5 2024-11-25T11:33:11,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e459e2db7e9545aeb99e0ba86f4a3ac5, entries=150, sequenceid=61, filesize=11.7 K 2024-11-25T11:33:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/95cb7fc7ed1b44d9927a148cdc747d13 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/95cb7fc7ed1b44d9927a148cdc747d13 2024-11-25T11:33:11,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/95cb7fc7ed1b44d9927a148cdc747d13, entries=150, sequenceid=61, filesize=11.7 K 2024-11-25T11:33:11,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/2dcbcc5ef2874965b0ba0fd668f2197e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2dcbcc5ef2874965b0ba0fd668f2197e 2024-11-25T11:33:11,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2dcbcc5ef2874965b0ba0fd668f2197e, entries=150, sequenceid=61, filesize=11.7 K 2024-11-25T11:33:11,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 6b2777924a43ccc82ad97bee05238f06 in 652ms, sequenceid=61, compaction requested=true 2024-11-25T11:33:11,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:11,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:11,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:11,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:11,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:11,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:11,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:11,698 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:11,699 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:11,704 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:11,706 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/B is initiating minor compaction (all files) 2024-11-25T11:33:11,706 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/B in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:11,707 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58fb48e38cac4ac0b39d4b7e200c6431, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ed911f07829843a4b243e741a7e34a52, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/95cb7fc7ed1b44d9927a148cdc747d13] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=35.2 K 2024-11-25T11:33:11,709 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 58fb48e38cac4ac0b39d4b7e200c6431, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732534389181 2024-11-25T11:33:11,710 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting ed911f07829843a4b243e741a7e34a52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732534389478 2024-11-25T11:33:11,710 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:11,710 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/A is initiating minor compaction (all files) 2024-11-25T11:33:11,711 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/A in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:11,711 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/25abca2165b548fc948967091c2cbbad, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/cb5bd85583314eb980c84359b5976054, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e459e2db7e9545aeb99e0ba86f4a3ac5] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=35.2 K 2024-11-25T11:33:11,711 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 95cb7fc7ed1b44d9927a148cdc747d13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534390713 2024-11-25T11:33:11,713 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25abca2165b548fc948967091c2cbbad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732534389181 2024-11-25T11:33:11,714 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb5bd85583314eb980c84359b5976054, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732534389478 2024-11-25T11:33:11,715 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e459e2db7e9545aeb99e0ba86f4a3ac5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534390713 2024-11-25T11:33:11,755 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#B#compaction#9 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:11,756 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/ac4bfcd981024596951ab149d08a09f0 is 50, key is test_row_0/B:col10/1732534391037/Put/seqid=0 2024-11-25T11:33:11,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-25T11:33:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:11,772 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=120.76 KB heapSize=345.14 KB 2024-11-25T11:33:11,773 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#A#compaction#10 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:11,774 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/b0d9da63c1b04c59a695e72e5eb9c206 is 50, key is test_row_0/A:col10/1732534391037/Put/seqid=0 2024-11-25T11:33:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:11,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:11,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:11,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:11,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741846_1022 (size=12104) 2024-11-25T11:33:11,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/39887bba82924a8c94f359e0237e3a42 is 50, key is test_row_0/A:col10/1732534391768/Put/seqid=0 2024-11-25T11:33:11,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:33:11,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741847_1023 (size=12104) 2024-11-25T11:33:11,846 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/b0d9da63c1b04c59a695e72e5eb9c206 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b0d9da63c1b04c59a695e72e5eb9c206 2024-11-25T11:33:11,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534451838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534451846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534451847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534451846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534451857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741848_1024 (size=14341) 2024-11-25T11:33:11,903 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/A of 6b2777924a43ccc82ad97bee05238f06 into b0d9da63c1b04c59a695e72e5eb9c206(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:11,903 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:11,914 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/A, priority=13, startTime=1732534391692; duration=0sec 2024-11-25T11:33:11,915 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:11,915 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:11,915 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:11,919 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:11,919 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/C is initiating minor compaction (all files) 2024-11-25T11:33:11,919 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/C in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:11,920 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1fc0b702c4db4009a0ba64c98ac7cd62, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2eb621d753aa49f3b14cb7ae3cd5c14c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2dcbcc5ef2874965b0ba0fd668f2197e] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=35.2 K 2024-11-25T11:33:11,921 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fc0b702c4db4009a0ba64c98ac7cd62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732534389181 2024-11-25T11:33:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T11:33:11,925 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2eb621d753aa49f3b14cb7ae3cd5c14c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732534389478 2024-11-25T11:33:11,930 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dcbcc5ef2874965b0ba0fd668f2197e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534390713 2024-11-25T11:33:11,967 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:11,968 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/b9958ba436fa4632805116351161c549 is 50, key is test_row_0/C:col10/1732534391037/Put/seqid=0 2024-11-25T11:33:11,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534451965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:11,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534451983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:11,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:11,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:12,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741849_1025 (size=12104) 2024-11-25T11:33:12,046 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/b9958ba436fa4632805116351161c549 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9958ba436fa4632805116351161c549 2024-11-25T11:33:12,060 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/C of 6b2777924a43ccc82ad97bee05238f06 into b9958ba436fa4632805116351161c549(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:12,060 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:12,060 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/C, priority=13, startTime=1732534391695; duration=0sec 2024-11-25T11:33:12,060 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:12,061 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:12,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534452183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:12,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534452202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:12,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:12,220 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/ac4bfcd981024596951ab149d08a09f0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ac4bfcd981024596951ab149d08a09f0 2024-11-25T11:33:12,235 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/B of 6b2777924a43ccc82ad97bee05238f06 into ac4bfcd981024596951ab149d08a09f0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:12,235 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:12,235 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/B, priority=13, startTime=1732534391695; duration=0sec 2024-11-25T11:33:12,235 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:12,235 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:12,291 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/39887bba82924a8c94f359e0237e3a42 2024-11-25T11:33:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/43ea13cf0481431ba7358fa10ad60925 is 50, key is test_row_0/B:col10/1732534391768/Put/seqid=0 2024-11-25T11:33:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741850_1026 (size=12001) 2024-11-25T11:33:12,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534452373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:12,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:12,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:12,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534452373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534452374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:12,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T11:33:12,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534452493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:12,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534452512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:12,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:12,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:12,740 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/43ea13cf0481431ba7358fa10ad60925 2024-11-25T11:33:12,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/a63e66f028bf4a0da1066b2456c42a44 is 50, key is test_row_0/C:col10/1732534391768/Put/seqid=0 2024-11-25T11:33:12,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741851_1027 (size=12001) 2024-11-25T11:33:12,783 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/a63e66f028bf4a0da1066b2456c42a44 2024-11-25T11:33:12,787 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T11:33:12,788 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T11:33:12,795 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:33:12,795 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T11:33:12,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T11:33:12,796 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T11:33:12,797 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T11:33:12,797 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T11:33:12,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/39887bba82924a8c94f359e0237e3a42 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/39887bba82924a8c94f359e0237e3a42 2024-11-25T11:33:12,820 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/39887bba82924a8c94f359e0237e3a42, entries=200, sequenceid=97, filesize=14.0 K 2024-11-25T11:33:12,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/43ea13cf0481431ba7358fa10ad60925 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/43ea13cf0481431ba7358fa10ad60925 2024-11-25T11:33:12,839 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/43ea13cf0481431ba7358fa10ad60925, entries=150, sequenceid=97, filesize=11.7 K 2024-11-25T11:33:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/a63e66f028bf4a0da1066b2456c42a44 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/a63e66f028bf4a0da1066b2456c42a44 2024-11-25T11:33:12,857 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/a63e66f028bf4a0da1066b2456c42a44, entries=150, sequenceid=97, filesize=11.7 K 2024-11-25T11:33:12,860 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 6b2777924a43ccc82ad97bee05238f06 in 1089ms, sequenceid=97, compaction requested=false 2024-11-25T11:33:12,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:12,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:12,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-25T11:33:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-25T11:33:12,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T11:33:12,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-11-25T11:33:12,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.5760 sec 2024-11-25T11:33:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:13,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:33:13,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:13,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:13,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:13,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:13,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:13,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:13,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d25df736fe424fefafff269378578ed2 is 50, key is test_row_0/A:col10/1732534391852/Put/seqid=0 2024-11-25T11:33:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741852_1028 (size=12001) 2024-11-25T11:33:13,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d25df736fe424fefafff269378578ed2 2024-11-25T11:33:13,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/0fdc01ec94a54c6091a9d278dbfe4514 is 50, key is test_row_0/B:col10/1732534391852/Put/seqid=0 2024-11-25T11:33:13,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741853_1029 (size=12001) 2024-11-25T11:33:13,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534393069, max timestamp=1732534393109Num uniques 859; 2024-11-25T11:33:13,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:13,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534393069, max timestamp=1732534393109Num uniques 859; 2024-11-25T11:33:13,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:13,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534393069, max timestamp=1732534393109Num uniques 859; 2024-11-25T11:33:13,122 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:13,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534453185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:13,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534453188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:13,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:13,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534453292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:13,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:13,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534453302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:13,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534453383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:13,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534453392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:13,394 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:13,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:13,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534453392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:13,396 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:13,397 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-25T11:33:13,452 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:13,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-25T11:33:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T11:33:13,457 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:13,458 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:13,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:13,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/0fdc01ec94a54c6091a9d278dbfe4514 2024-11-25T11:33:13,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:13,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/bd3731e0aa9145f5a66cf5ab2727f08b is 50, key is test_row_0/C:col10/1732534391852/Put/seqid=0 2024-11-25T11:33:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534453502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:13,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:13,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534453513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:13,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741854_1030 (size=12001) 2024-11-25T11:33:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:13,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/bd3731e0aa9145f5a66cf5ab2727f08b 2024-11-25T11:33:13,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d25df736fe424fefafff269378578ed2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d25df736fe424fefafff269378578ed2 2024-11-25T11:33:13,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d25df736fe424fefafff269378578ed2, entries=150, sequenceid=112, filesize=11.7 K 2024-11-25T11:33:13,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/0fdc01ec94a54c6091a9d278dbfe4514 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/0fdc01ec94a54c6091a9d278dbfe4514 2024-11-25T11:33:13,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/0fdc01ec94a54c6091a9d278dbfe4514, entries=150, sequenceid=112, filesize=11.7 K 2024-11-25T11:33:13,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/bd3731e0aa9145f5a66cf5ab2727f08b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/bd3731e0aa9145f5a66cf5ab2727f08b 2024-11-25T11:33:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T11:33:13,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/bd3731e0aa9145f5a66cf5ab2727f08b, entries=150, sequenceid=112, filesize=11.7 K 2024-11-25T11:33:13,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 6b2777924a43ccc82ad97bee05238f06 in 581ms, sequenceid=112, compaction requested=true 2024-11-25T11:33:13,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:13,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:13,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:13,598 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:13,598 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:13,600 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:13,600 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/A is initiating minor compaction (all files) 2024-11-25T11:33:13,601 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/A in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:13,601 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b0d9da63c1b04c59a695e72e5eb9c206, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/39887bba82924a8c94f359e0237e3a42, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d25df736fe424fefafff269378578ed2] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=37.5 K 2024-11-25T11:33:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:13,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:13,602 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:13,602 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/B is initiating minor compaction (all files) 2024-11-25T11:33:13,602 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/B in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:13,602 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ac4bfcd981024596951ab149d08a09f0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/43ea13cf0481431ba7358fa10ad60925, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/0fdc01ec94a54c6091a9d278dbfe4514] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=35.3 K 2024-11-25T11:33:13,603 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0d9da63c1b04c59a695e72e5eb9c206, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534390713 2024-11-25T11:33:13,603 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting ac4bfcd981024596951ab149d08a09f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534390713 2024-11-25T11:33:13,604 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 43ea13cf0481431ba7358fa10ad60925, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534391158 2024-11-25T11:33:13,604 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39887bba82924a8c94f359e0237e3a42, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534391158 2024-11-25T11:33:13,605 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fdc01ec94a54c6091a9d278dbfe4514, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732534391817 2024-11-25T11:33:13,605 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d25df736fe424fefafff269378578ed2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732534391817 2024-11-25T11:33:13,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-25T11:33:13,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:13,613 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-25T11:33:13,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:13,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:13,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:13,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:13,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:13,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:13,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/8d9ede39b78244feb67a40d6e18da93b is 50, key is test_row_0/A:col10/1732534393182/Put/seqid=0 2024-11-25T11:33:13,641 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:13,642 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/2ddff456b771441ca8ac321ccdce3916 is 50, key is test_row_0/B:col10/1732534391852/Put/seqid=0 2024-11-25T11:33:13,646 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#A#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:13,647 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/b14a9f907b50434797f12c8df85bc2f5 is 50, key is test_row_0/A:col10/1732534391852/Put/seqid=0 2024-11-25T11:33:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741855_1031 (size=12151) 2024-11-25T11:33:13,666 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/8d9ede39b78244feb67a40d6e18da93b 2024-11-25T11:33:13,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741856_1032 (size=12207) 2024-11-25T11:33:13,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741857_1033 (size=12207) 2024-11-25T11:33:13,683 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/2ddff456b771441ca8ac321ccdce3916 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2ddff456b771441ca8ac321ccdce3916 2024-11-25T11:33:13,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/70907c7463144f369fd49a05d158d641 is 50, key is test_row_0/B:col10/1732534393182/Put/seqid=0 2024-11-25T11:33:13,697 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/B of 6b2777924a43ccc82ad97bee05238f06 into 2ddff456b771441ca8ac321ccdce3916(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:13,698 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:13,698 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/B, priority=13, startTime=1732534393598; duration=0sec 2024-11-25T11:33:13,698 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:13,698 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:13,698 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:13,701 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:13,701 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/C is initiating minor compaction (all files) 2024-11-25T11:33:13,701 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/C in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:13,701 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9958ba436fa4632805116351161c549, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/a63e66f028bf4a0da1066b2456c42a44, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/bd3731e0aa9145f5a66cf5ab2727f08b] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=35.3 K 2024-11-25T11:33:13,701 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting b9958ba436fa4632805116351161c549, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534390713 2024-11-25T11:33:13,702 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/b14a9f907b50434797f12c8df85bc2f5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b14a9f907b50434797f12c8df85bc2f5 2024-11-25T11:33:13,702 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting a63e66f028bf4a0da1066b2456c42a44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534391158 2024-11-25T11:33:13,703 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting bd3731e0aa9145f5a66cf5ab2727f08b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732534391817 2024-11-25T11:33:13,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741858_1034 (size=12151) 2024-11-25T11:33:13,710 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/70907c7463144f369fd49a05d158d641 2024-11-25T11:33:13,712 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/A of 6b2777924a43ccc82ad97bee05238f06 into b14a9f907b50434797f12c8df85bc2f5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:13,712 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:13,712 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/A, priority=13, startTime=1732534393598; duration=0sec 2024-11-25T11:33:13,712 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:13,712 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:13,730 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:13,731 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/242ad339b3284a2f871cd699e60e95cd is 50, key is test_row_0/C:col10/1732534391852/Put/seqid=0 2024-11-25T11:33:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/de8e47f6faca4c539edc70765d70ec8c is 50, key is test_row_0/C:col10/1732534393182/Put/seqid=0 2024-11-25T11:33:13,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741859_1035 (size=12151) 2024-11-25T11:33:13,756 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/de8e47f6faca4c539edc70765d70ec8c 2024-11-25T11:33:13,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/8d9ede39b78244feb67a40d6e18da93b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d9ede39b78244feb67a40d6e18da93b 2024-11-25T11:33:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T11:33:13,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741860_1036 (size=12207) 2024-11-25T11:33:13,780 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d9ede39b78244feb67a40d6e18da93b, entries=150, sequenceid=146, filesize=11.9 K 2024-11-25T11:33:13,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/70907c7463144f369fd49a05d158d641 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/70907c7463144f369fd49a05d158d641 2024-11-25T11:33:13,795 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/242ad339b3284a2f871cd699e60e95cd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/242ad339b3284a2f871cd699e60e95cd 2024-11-25T11:33:13,804 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/70907c7463144f369fd49a05d158d641, entries=150, sequenceid=146, filesize=11.9 K 2024-11-25T11:33:13,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/de8e47f6faca4c539edc70765d70ec8c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/de8e47f6faca4c539edc70765d70ec8c 2024-11-25T11:33:13,808 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/C of 6b2777924a43ccc82ad97bee05238f06 into 242ad339b3284a2f871cd699e60e95cd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:13,808 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:13,808 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/C, priority=13, startTime=1732534393601; duration=0sec 2024-11-25T11:33:13,809 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:13,809 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:13,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:13,823 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/de8e47f6faca4c539edc70765d70ec8c, entries=150, sequenceid=146, filesize=11.9 K 2024-11-25T11:33:13,825 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=13.42 KB/13740 for 6b2777924a43ccc82ad97bee05238f06 in 212ms, sequenceid=146, compaction requested=false 2024-11-25T11:33:13,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:13,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:13,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-25T11:33:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-25T11:33:13,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-25T11:33:13,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 370 msec 2024-11-25T11:33:13,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 380 msec 2024-11-25T11:33:13,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T11:33:13,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:13,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:13,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:13,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:13,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:13,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:13,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/1bf7ea4e31b348dea0e3c6b6885d9e9b is 50, key is test_row_0/A:col10/1732534393831/Put/seqid=0 2024-11-25T11:33:13,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741861_1037 (size=16931) 2024-11-25T11:33:13,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/1bf7ea4e31b348dea0e3c6b6885d9e9b 2024-11-25T11:33:13,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/75653fc40abb4b0098c6da17a2a6d4c6 is 50, key is test_row_0/B:col10/1732534393831/Put/seqid=0 2024-11-25T11:33:13,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741862_1038 (size=12151) 2024-11-25T11:33:13,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:13,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534393903, max timestamp=1732534393935Num uniques 859; 2024-11-25T11:33:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534453942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:13,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:13,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534393903, max timestamp=1732534393935Num uniques 859; 2024-11-25T11:33:13,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:13,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534393903, max timestamp=1732534393935Num uniques 859; 2024-11-25T11:33:13,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:14,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534454044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:14,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534454052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:14,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-25T11:33:14,082 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:14,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-25T11:33:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T11:33:14,086 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:14,086 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:14,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:14,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534454163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T11:33:14,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T11:33:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:14,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:14,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534454272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:14,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/75653fc40abb4b0098c6da17a2a6d4c6 2024-11-25T11:33:14,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/d5f6dee92fb74710bfde6d686eef7c14 is 50, key is test_row_0/C:col10/1732534393831/Put/seqid=0 2024-11-25T11:33:14,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741863_1039 (size=12151) 2024-11-25T11:33:14,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/d5f6dee92fb74710bfde6d686eef7c14 2024-11-25T11:33:14,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/1bf7ea4e31b348dea0e3c6b6885d9e9b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1bf7ea4e31b348dea0e3c6b6885d9e9b 2024-11-25T11:33:14,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1bf7ea4e31b348dea0e3c6b6885d9e9b, entries=250, sequenceid=160, filesize=16.5 K 2024-11-25T11:33:14,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/75653fc40abb4b0098c6da17a2a6d4c6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/75653fc40abb4b0098c6da17a2a6d4c6 2024-11-25T11:33:14,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534454373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:14,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/75653fc40abb4b0098c6da17a2a6d4c6, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T11:33:14,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/d5f6dee92fb74710bfde6d686eef7c14 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d5f6dee92fb74710bfde6d686eef7c14 2024-11-25T11:33:14,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d5f6dee92fb74710bfde6d686eef7c14, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T11:33:14,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6b2777924a43ccc82ad97bee05238f06 in 549ms, sequenceid=160, compaction requested=true 2024-11-25T11:33:14,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:14,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:14,400 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:14,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:14,400 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:14,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-25T11:33:14,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T11:33:14,402 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-25T11:33:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:14,404 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41289 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:14,405 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/A is initiating minor compaction (all files) 2024-11-25T11:33:14,405 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/A in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:14,405 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:14,405 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b14a9f907b50434797f12c8df85bc2f5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d9ede39b78244feb67a40d6e18da93b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1bf7ea4e31b348dea0e3c6b6885d9e9b] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=40.3 K 2024-11-25T11:33:14,405 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/B is initiating minor compaction (all files) 2024-11-25T11:33:14,405 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/B in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:14,405 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2ddff456b771441ca8ac321ccdce3916, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/70907c7463144f369fd49a05d158d641, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/75653fc40abb4b0098c6da17a2a6d4c6] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=35.7 K 2024-11-25T11:33:14,406 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b14a9f907b50434797f12c8df85bc2f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732534391817 2024-11-25T11:33:14,406 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ddff456b771441ca8ac321ccdce3916, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732534391817 2024-11-25T11:33:14,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:14,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:14,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:14,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:14,408 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d9ede39b78244feb67a40d6e18da93b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732534393155 2024-11-25T11:33:14,409 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bf7ea4e31b348dea0e3c6b6885d9e9b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732534393831 2024-11-25T11:33:14,409 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 70907c7463144f369fd49a05d158d641, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732534393155 2024-11-25T11:33:14,410 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 75653fc40abb4b0098c6da17a2a6d4c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732534393831 2024-11-25T11:33:14,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/86e3919253fc480a9cf9782d3b800f3a is 50, key is test_row_0/A:col10/1732534394039/Put/seqid=0 2024-11-25T11:33:14,438 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:14,439 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/6db30aacb1a84e308c9539238d07cf58 is 50, key is test_row_0/B:col10/1732534393831/Put/seqid=0 2024-11-25T11:33:14,451 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#A#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:14,452 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/f476cd296b0348dab5c20b313a9b1fc4 is 50, key is test_row_0/A:col10/1732534393831/Put/seqid=0 2024-11-25T11:33:14,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741864_1040 (size=12151) 2024-11-25T11:33:14,464 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/86e3919253fc480a9cf9782d3b800f3a 2024-11-25T11:33:14,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741865_1041 (size=12459) 2024-11-25T11:33:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741866_1042 (size=12459) 2024-11-25T11:33:14,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/4afe52ecfa124c45b3cd07303eaf7f4b is 50, key is test_row_0/B:col10/1732534394039/Put/seqid=0 2024-11-25T11:33:14,508 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/6db30aacb1a84e308c9539238d07cf58 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/6db30aacb1a84e308c9539238d07cf58 2024-11-25T11:33:14,521 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/B of 6b2777924a43ccc82ad97bee05238f06 into 6db30aacb1a84e308c9539238d07cf58(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:14,521 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:14,521 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/B, priority=13, startTime=1732534394400; duration=0sec 2024-11-25T11:33:14,522 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:14,522 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:14,522 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:14,523 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:14,524 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/C is initiating minor compaction (all files) 2024-11-25T11:33:14,524 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/C in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:14,524 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/242ad339b3284a2f871cd699e60e95cd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/de8e47f6faca4c539edc70765d70ec8c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d5f6dee92fb74710bfde6d686eef7c14] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=35.7 K 2024-11-25T11:33:14,525 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 242ad339b3284a2f871cd699e60e95cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732534391817 2024-11-25T11:33:14,526 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting de8e47f6faca4c539edc70765d70ec8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732534393155 2024-11-25T11:33:14,527 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting d5f6dee92fb74710bfde6d686eef7c14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732534393831 2024-11-25T11:33:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741867_1043 (size=12151) 2024-11-25T11:33:14,544 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/4afe52ecfa124c45b3cd07303eaf7f4b 2024-11-25T11:33:14,555 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:14,556 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/4ee406a328814b408df6fcea80b9101d is 50, key is test_row_0/C:col10/1732534393831/Put/seqid=0 2024-11-25T11:33:14,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/b8c3ef18585a4550ad19226f6647dcc5 is 50, key is test_row_0/C:col10/1732534394039/Put/seqid=0 2024-11-25T11:33:14,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741869_1045 (size=12459) 2024-11-25T11:33:14,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741868_1044 (size=12151) 2024-11-25T11:33:14,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:14,590 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/b8c3ef18585a4550ad19226f6647dcc5 2024-11-25T11:33:14,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/86e3919253fc480a9cf9782d3b800f3a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/86e3919253fc480a9cf9782d3b800f3a 2024-11-25T11:33:14,613 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/86e3919253fc480a9cf9782d3b800f3a, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T11:33:14,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/4afe52ecfa124c45b3cd07303eaf7f4b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4afe52ecfa124c45b3cd07303eaf7f4b 2024-11-25T11:33:14,625 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4afe52ecfa124c45b3cd07303eaf7f4b, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T11:33:14,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/b8c3ef18585a4550ad19226f6647dcc5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b8c3ef18585a4550ad19226f6647dcc5 2024-11-25T11:33:14,647 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b8c3ef18585a4550ad19226f6647dcc5, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T11:33:14,649 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 6b2777924a43ccc82ad97bee05238f06 in 246ms, sequenceid=195, compaction requested=false 2024-11-25T11:33:14,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:14,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:14,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-25T11:33:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-25T11:33:14,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T11:33:14,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 564 msec 2024-11-25T11:33:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:14,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:33:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:14,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 573 msec 2024-11-25T11:33:14,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/3408077fc10b412398df05e356e41d13 is 50, key is test_row_0/A:col10/1732534394612/Put/seqid=0 2024-11-25T11:33:14,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741870_1046 (size=14541) 2024-11-25T11:33:14,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/3408077fc10b412398df05e356e41d13 2024-11-25T11:33:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-25T11:33:14,713 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:14,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:14,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/6044d34fe5214266908a20727dd124e7 is 50, key is test_row_0/B:col10/1732534394612/Put/seqid=0 2024-11-25T11:33:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-25T11:33:14,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T11:33:14,716 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:14,717 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:14,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:14,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741871_1047 (size=12151) 2024-11-25T11:33:14,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/6044d34fe5214266908a20727dd124e7 2024-11-25T11:33:14,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:14,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534454735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:14,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534454735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:14,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:14,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/42566a514d1c43c3bb1fb5acf843d9ee is 50, key is test_row_0/C:col10/1732534394612/Put/seqid=0 2024-11-25T11:33:14,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741872_1048 (size=12151) 2024-11-25T11:33:14,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T11:33:14,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534454852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534454852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:14,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T11:33:14,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:14,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:14,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:14,906 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/f476cd296b0348dab5c20b313a9b1fc4 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f476cd296b0348dab5c20b313a9b1fc4 2024-11-25T11:33:14,916 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/A of 6b2777924a43ccc82ad97bee05238f06 into f476cd296b0348dab5c20b313a9b1fc4(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:14,916 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:14,916 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/A, priority=13, startTime=1732534394400; duration=0sec 2024-11-25T11:33:14,917 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:14,917 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:14,996 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/4ee406a328814b408df6fcea80b9101d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/4ee406a328814b408df6fcea80b9101d 2024-11-25T11:33:15,005 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/C of 6b2777924a43ccc82ad97bee05238f06 into 4ee406a328814b408df6fcea80b9101d(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:15,005 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:15,005 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/C, priority=13, startTime=1732534394407; duration=0sec 2024-11-25T11:33:15,005 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:15,005 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:15,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T11:33:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:15,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:15,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:15,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T11:33:15,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534455062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534455062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/42566a514d1c43c3bb1fb5acf843d9ee 2024-11-25T11:33:15,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T11:33:15,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:15,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:15,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:15,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:15,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:15,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/3408077fc10b412398df05e356e41d13 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/3408077fc10b412398df05e356e41d13 2024-11-25T11:33:15,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/3408077fc10b412398df05e356e41d13, entries=200, sequenceid=208, filesize=14.2 K 2024-11-25T11:33:15,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/6044d34fe5214266908a20727dd124e7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/6044d34fe5214266908a20727dd124e7 2024-11-25T11:33:15,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/6044d34fe5214266908a20727dd124e7, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T11:33:15,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/42566a514d1c43c3bb1fb5acf843d9ee as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/42566a514d1c43c3bb1fb5acf843d9ee 2024-11-25T11:33:15,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/42566a514d1c43c3bb1fb5acf843d9ee, entries=150, sequenceid=208, filesize=11.9 K 2024-11-25T11:33:15,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6b2777924a43ccc82ad97bee05238f06 in 574ms, sequenceid=208, compaction requested=true 2024-11-25T11:33:15,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:15,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:15,232 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:15,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:15,232 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:15,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:15,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:15,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:15,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:15,234 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:15,234 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:15,234 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/B is initiating minor compaction (all files) 2024-11-25T11:33:15,234 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/A is initiating minor compaction (all files) 2024-11-25T11:33:15,234 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/B in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:15,234 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/A in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:15,235 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/6db30aacb1a84e308c9539238d07cf58, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4afe52ecfa124c45b3cd07303eaf7f4b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/6044d34fe5214266908a20727dd124e7] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=35.9 K 2024-11-25T11:33:15,235 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f476cd296b0348dab5c20b313a9b1fc4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/86e3919253fc480a9cf9782d3b800f3a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/3408077fc10b412398df05e356e41d13] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=38.2 K 2024-11-25T11:33:15,235 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6db30aacb1a84e308c9539238d07cf58, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732534393831 2024-11-25T11:33:15,236 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4afe52ecfa124c45b3cd07303eaf7f4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732534393987 2024-11-25T11:33:15,237 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f476cd296b0348dab5c20b313a9b1fc4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732534393831 2024-11-25T11:33:15,237 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6044d34fe5214266908a20727dd124e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732534394612 2024-11-25T11:33:15,239 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86e3919253fc480a9cf9782d3b800f3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732534393987 2024-11-25T11:33:15,240 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3408077fc10b412398df05e356e41d13, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732534394612 2024-11-25T11:33:15,265 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:15,266 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e17f9ee184fa422695f9f05f52ee9e4a is 50, key is test_row_0/A:col10/1732534394612/Put/seqid=0 2024-11-25T11:33:15,266 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:15,267 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/de6ee588d0404b0eaa55b9bd24237724 is 50, key is test_row_0/B:col10/1732534394612/Put/seqid=0 2024-11-25T11:33:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741873_1049 (size=12561) 2024-11-25T11:33:15,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741874_1050 (size=12561) 2024-11-25T11:33:15,304 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e17f9ee184fa422695f9f05f52ee9e4a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e17f9ee184fa422695f9f05f52ee9e4a 2024-11-25T11:33:15,317 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/A of 6b2777924a43ccc82ad97bee05238f06 into e17f9ee184fa422695f9f05f52ee9e4a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:15,317 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:15,317 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/A, priority=13, startTime=1732534395232; duration=0sec 2024-11-25T11:33:15,318 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:15,318 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:15,318 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:15,319 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:15,320 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/C is initiating minor compaction (all files) 2024-11-25T11:33:15,320 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/C in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:15,320 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/4ee406a328814b408df6fcea80b9101d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b8c3ef18585a4550ad19226f6647dcc5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/42566a514d1c43c3bb1fb5acf843d9ee] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=35.9 K 2024-11-25T11:33:15,321 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ee406a328814b408df6fcea80b9101d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732534393831 2024-11-25T11:33:15,321 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8c3ef18585a4550ad19226f6647dcc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732534393987 2024-11-25T11:33:15,322 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42566a514d1c43c3bb1fb5acf843d9ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732534394612 2024-11-25T11:33:15,336 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#C#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:15,337 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/d13ac16acf974e418ebbbf38df9fcbc3 is 50, key is test_row_0/C:col10/1732534394612/Put/seqid=0 2024-11-25T11:33:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T11:33:15,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-25T11:33:15,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:15,344 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T11:33:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:15,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/bffdc6c919ff499692cbf6b221973774 is 50, key is test_row_0/A:col10/1732534394732/Put/seqid=0 2024-11-25T11:33:15,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741875_1051 (size=12561) 2024-11-25T11:33:15,372 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/d13ac16acf974e418ebbbf38df9fcbc3 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d13ac16acf974e418ebbbf38df9fcbc3 2024-11-25T11:33:15,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:15,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:15,384 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/C of 6b2777924a43ccc82ad97bee05238f06 into d13ac16acf974e418ebbbf38df9fcbc3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:15,384 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:15,384 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/C, priority=13, startTime=1732534395233; duration=0sec 2024-11-25T11:33:15,385 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:15,385 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741876_1052 (size=12151) 2024-11-25T11:33:15,387 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/bffdc6c919ff499692cbf6b221973774 2024-11-25T11:33:15,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/d4b38d3507854b78a0b9f3cf5dd02f3d is 50, key is test_row_0/B:col10/1732534394732/Put/seqid=0 2024-11-25T11:33:15,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534455409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534455413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,421 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741877_1053 (size=12151) 2024-11-25T11:33:15,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534455414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534455415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,426 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534455422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,427 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/d4b38d3507854b78a0b9f3cf5dd02f3d 2024-11-25T11:33:15,427 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:15,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,428 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/91ed9fcd46584d5ca6ccac0cea929a3c is 50, key is test_row_0/C:col10/1732534394732/Put/seqid=0 2024-11-25T11:33:15,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741878_1054 (size=12151) 2024-11-25T11:33:15,462 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/91ed9fcd46584d5ca6ccac0cea929a3c 2024-11-25T11:33:15,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/bffdc6c919ff499692cbf6b221973774 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/bffdc6c919ff499692cbf6b221973774 2024-11-25T11:33:15,483 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/bffdc6c919ff499692cbf6b221973774, entries=150, sequenceid=231, filesize=11.9 K 2024-11-25T11:33:15,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/d4b38d3507854b78a0b9f3cf5dd02f3d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/d4b38d3507854b78a0b9f3cf5dd02f3d 2024-11-25T11:33:15,492 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/d4b38d3507854b78a0b9f3cf5dd02f3d, entries=150, sequenceid=231, filesize=11.9 K 2024-11-25T11:33:15,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/91ed9fcd46584d5ca6ccac0cea929a3c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/91ed9fcd46584d5ca6ccac0cea929a3c 2024-11-25T11:33:15,501 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/91ed9fcd46584d5ca6ccac0cea929a3c, entries=150, sequenceid=231, filesize=11.9 K 2024-11-25T11:33:15,502 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6b2777924a43ccc82ad97bee05238f06 in 159ms, sequenceid=231, compaction requested=false 2024-11-25T11:33:15,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:15,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:15,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-25T11:33:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-25T11:33:15,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-25T11:33:15,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 787 msec 2024-11-25T11:33:15,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 798 msec 2024-11-25T11:33:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:15,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T11:33:15,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:15,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:15,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:15,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:15,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:15,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:15,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/95ae753654854c77974082d077c8bd6b is 50, key is test_row_0/A:col10/1732534395524/Put/seqid=0 2024-11-25T11:33:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741879_1055 (size=14541) 2024-11-25T11:33:15,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/95ae753654854c77974082d077c8bd6b 2024-11-25T11:33:15,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/dc7866b949364d10930a9cf0458a3f0b is 50, key is test_row_0/B:col10/1732534395524/Put/seqid=0 2024-11-25T11:33:15,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534455574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534455577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534455579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741880_1056 (size=12151) 2024-11-25T11:33:15,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/dc7866b949364d10930a9cf0458a3f0b 2024-11-25T11:33:15,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/1ab085395d4f452f944bd6904ab75206 is 50, key is test_row_0/C:col10/1732534395524/Put/seqid=0 2024-11-25T11:33:15,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741881_1057 (size=12151) 2024-11-25T11:33:15,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/1ab085395d4f452f944bd6904ab75206 2024-11-25T11:33:15,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/95ae753654854c77974082d077c8bd6b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/95ae753654854c77974082d077c8bd6b 2024-11-25T11:33:15,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/95ae753654854c77974082d077c8bd6b, entries=200, sequenceid=245, filesize=14.2 K 2024-11-25T11:33:15,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/dc7866b949364d10930a9cf0458a3f0b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/dc7866b949364d10930a9cf0458a3f0b 2024-11-25T11:33:15,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/dc7866b949364d10930a9cf0458a3f0b, entries=150, sequenceid=245, filesize=11.9 K 2024-11-25T11:33:15,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/1ab085395d4f452f944bd6904ab75206 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1ab085395d4f452f944bd6904ab75206 2024-11-25T11:33:15,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1ab085395d4f452f944bd6904ab75206, entries=150, sequenceid=245, filesize=11.9 K 2024-11-25T11:33:15,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 6b2777924a43ccc82ad97bee05238f06 in 149ms, sequenceid=245, compaction requested=true 2024-11-25T11:33:15,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:15,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T11:33:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:15,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T11:33:15,675 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-25T11:33:15,677 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T11:33:15,677 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T11:33:15,678 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. because compaction request was cancelled 2024-11-25T11:33:15,678 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:15,678 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:15,679 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:15,679 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/C is initiating minor compaction (all files) 2024-11-25T11:33:15,679 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/C in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:15,679 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d13ac16acf974e418ebbbf38df9fcbc3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/91ed9fcd46584d5ca6ccac0cea929a3c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1ab085395d4f452f944bd6904ab75206] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=36.0 K 2024-11-25T11:33:15,680 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d13ac16acf974e418ebbbf38df9fcbc3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732534394612 2024-11-25T11:33:15,681 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91ed9fcd46584d5ca6ccac0cea929a3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732534394691 2024-11-25T11:33:15,683 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ab085395d4f452f944bd6904ab75206, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732534395392 2024-11-25T11:33:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:15,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T11:33:15,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:15,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:15,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:15,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:15,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:15,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:15,703 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/de6ee588d0404b0eaa55b9bd24237724 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/de6ee588d0404b0eaa55b9bd24237724 2024-11-25T11:33:15,705 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:15,706 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/1e45aac5e02f49fbbfa487c426f57aa5 is 50, key is test_row_0/C:col10/1732534395524/Put/seqid=0 2024-11-25T11:33:15,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e11119f477ee4755970e5d4ac59220c8 is 50, key is test_row_0/A:col10/1732534395696/Put/seqid=0 2024-11-25T11:33:15,716 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/B of 6b2777924a43ccc82ad97bee05238f06 into de6ee588d0404b0eaa55b9bd24237724(size=12.3 K), total size for store is 36.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:15,716 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:15,716 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/B, priority=13, startTime=1732534395232; duration=0sec 2024-11-25T11:33:15,716 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:15,716 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:15,716 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:15,718 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:15,718 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/A is initiating minor compaction (all files) 2024-11-25T11:33:15,718 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/A in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:15,718 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e17f9ee184fa422695f9f05f52ee9e4a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/bffdc6c919ff499692cbf6b221973774, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/95ae753654854c77974082d077c8bd6b] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=38.3 K 2024-11-25T11:33:15,719 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting e17f9ee184fa422695f9f05f52ee9e4a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732534394612 2024-11-25T11:33:15,720 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting bffdc6c919ff499692cbf6b221973774, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732534394691 2024-11-25T11:33:15,721 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 95ae753654854c77974082d077c8bd6b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732534395392 2024-11-25T11:33:15,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534455720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534455722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534455731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741882_1058 (size=12663) 2024-11-25T11:33:15,743 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#A#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:15,744 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/57e5e5d18edb4d5aa763f54d4dafea4a is 50, key is test_row_0/A:col10/1732534395524/Put/seqid=0 2024-11-25T11:33:15,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741883_1059 (size=14741) 2024-11-25T11:33:15,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e11119f477ee4755970e5d4ac59220c8 2024-11-25T11:33:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741884_1060 (size=12663) 2024-11-25T11:33:15,777 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/57e5e5d18edb4d5aa763f54d4dafea4a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/57e5e5d18edb4d5aa763f54d4dafea4a 2024-11-25T11:33:15,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/14fa1313a4464ef19132da5bfc713d73 is 50, key is test_row_0/B:col10/1732534395696/Put/seqid=0 2024-11-25T11:33:15,786 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/A of 6b2777924a43ccc82ad97bee05238f06 into 57e5e5d18edb4d5aa763f54d4dafea4a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:15,786 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:15,786 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/A, priority=13, startTime=1732534395674; duration=0sec 2024-11-25T11:33:15,786 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:15,786 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:15,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741885_1061 (size=12301) 2024-11-25T11:33:15,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/14fa1313a4464ef19132da5bfc713d73 2024-11-25T11:33:15,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/52f620d7d58b4fb7871e0c8d57fc0c19 is 50, key is test_row_0/C:col10/1732534395696/Put/seqid=0 2024-11-25T11:33:15,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741886_1062 (size=12301) 2024-11-25T11:33:15,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534455842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534455843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:15,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534455843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:15,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:15,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-25T11:33:15,853 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:15,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-25T11:33:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T11:33:15,856 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:15,857 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:15,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T11:33:16,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-25T11:33:16,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:16,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:16,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:16,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:16,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:16,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534456052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534456052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534456052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,147 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/1e45aac5e02f49fbbfa487c426f57aa5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1e45aac5e02f49fbbfa487c426f57aa5 2024-11-25T11:33:16,154 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/C of 6b2777924a43ccc82ad97bee05238f06 into 1e45aac5e02f49fbbfa487c426f57aa5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:16,154 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:16,154 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/C, priority=13, startTime=1732534395675; duration=0sec 2024-11-25T11:33:16,156 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:16,156 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:16,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-25T11:33:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:16,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T11:33:16,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/52f620d7d58b4fb7871e0c8d57fc0c19 2024-11-25T11:33:16,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e11119f477ee4755970e5d4ac59220c8 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e11119f477ee4755970e5d4ac59220c8 2024-11-25T11:33:16,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e11119f477ee4755970e5d4ac59220c8, entries=200, sequenceid=265, filesize=14.4 K 2024-11-25T11:33:16,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/14fa1313a4464ef19132da5bfc713d73 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/14fa1313a4464ef19132da5bfc713d73 2024-11-25T11:33:16,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/14fa1313a4464ef19132da5bfc713d73, entries=150, sequenceid=265, filesize=12.0 K 2024-11-25T11:33:16,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/52f620d7d58b4fb7871e0c8d57fc0c19 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/52f620d7d58b4fb7871e0c8d57fc0c19 2024-11-25T11:33:16,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/52f620d7d58b4fb7871e0c8d57fc0c19, entries=150, sequenceid=265, filesize=12.0 K 2024-11-25T11:33:16,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6b2777924a43ccc82ad97bee05238f06 in 561ms, sequenceid=265, compaction requested=true 2024-11-25T11:33:16,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:16,260 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T11:33:16,261 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T11:33:16,261 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T11:33:16,261 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. because compaction request was cancelled 2024-11-25T11:33:16,261 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:16,261 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:16,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:16,262 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T11:33:16,263 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49164 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:16,263 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/B is initiating minor compaction (all files) 2024-11-25T11:33:16,263 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/B in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:16,263 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/de6ee588d0404b0eaa55b9bd24237724, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/d4b38d3507854b78a0b9f3cf5dd02f3d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/dc7866b949364d10930a9cf0458a3f0b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/14fa1313a4464ef19132da5bfc713d73] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=48.0 K 2024-11-25T11:33:16,264 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting de6ee588d0404b0eaa55b9bd24237724, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732534394612 2024-11-25T11:33:16,264 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T11:33:16,264 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4b38d3507854b78a0b9f3cf5dd02f3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732534394691 2024-11-25T11:33:16,264 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T11:33:16,265 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. because compaction request was cancelled 2024-11-25T11:33:16,265 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:16,265 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc7866b949364d10930a9cf0458a3f0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732534395392 2024-11-25T11:33:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:16,265 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14fa1313a4464ef19132da5bfc713d73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732534395563 2024-11-25T11:33:16,284 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#B#compaction#50 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:16,285 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/363e307bd61e451887f51554726dd36b is 50, key is test_row_0/B:col10/1732534395696/Put/seqid=0 2024-11-25T11:33:16,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741887_1063 (size=12847) 2024-11-25T11:33:16,318 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/363e307bd61e451887f51554726dd36b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/363e307bd61e451887f51554726dd36b 2024-11-25T11:33:16,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-25T11:33:16,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:16,320 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:33:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:16,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d2065ca9833a4805a7d1c3f726e8b986 is 50, key is test_row_0/A:col10/1732534395719/Put/seqid=0 2024-11-25T11:33:16,330 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/B of 6b2777924a43ccc82ad97bee05238f06 into 363e307bd61e451887f51554726dd36b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:16,330 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:16,330 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/B, priority=12, startTime=1732534396261; duration=0sec 2024-11-25T11:33:16,330 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:16,330 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:16,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741888_1064 (size=12301) 2024-11-25T11:33:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:16,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:16,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732534396396, max timestamp=1732534396409Num uniques 859; 2024-11-25T11:33:16,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732534396396, max timestamp=1732534396409Num uniques 859; 2024-11-25T11:33:16,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732534396396, max timestamp=1732534396409Num uniques 859; 2024-11-25T11:33:16,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:33:16,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:33:16,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:33:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534456409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534456472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534456474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T11:33:16,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534456523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534456583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534456583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534456732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,743 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d2065ca9833a4805a7d1c3f726e8b986 2024-11-25T11:33:16,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/f73a0384bcc24e6fb2712252750c166c is 50, key is test_row_0/B:col10/1732534395719/Put/seqid=0 2024-11-25T11:33:16,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741889_1065 (size=12301) 2024-11-25T11:33:16,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534456802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534456803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:16,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T11:33:17,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534457042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:17,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:17,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534457122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:17,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:17,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534457122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:17,180 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/f73a0384bcc24e6fb2712252750c166c 2024-11-25T11:33:17,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/41037a6814304110a8e5b419c91a0b12 is 50, key is test_row_0/C:col10/1732534395719/Put/seqid=0 2024-11-25T11:33:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741890_1066 (size=12301) 2024-11-25T11:33:17,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534457563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:17,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:17,599 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/41037a6814304110a8e5b419c91a0b12 2024-11-25T11:33:17,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d2065ca9833a4805a7d1c3f726e8b986 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d2065ca9833a4805a7d1c3f726e8b986 2024-11-25T11:33:17,613 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d2065ca9833a4805a7d1c3f726e8b986, entries=150, sequenceid=280, filesize=12.0 K 2024-11-25T11:33:17,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/f73a0384bcc24e6fb2712252750c166c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f73a0384bcc24e6fb2712252750c166c 2024-11-25T11:33:17,620 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f73a0384bcc24e6fb2712252750c166c, entries=150, sequenceid=280, filesize=12.0 K 2024-11-25T11:33:17,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/41037a6814304110a8e5b419c91a0b12 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/41037a6814304110a8e5b419c91a0b12 2024-11-25T11:33:17,627 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/41037a6814304110a8e5b419c91a0b12, entries=150, sequenceid=280, filesize=12.0 K 2024-11-25T11:33:17,629 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 6b2777924a43ccc82ad97bee05238f06 in 1309ms, sequenceid=280, compaction requested=true 2024-11-25T11:33:17,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:17,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:17,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-25T11:33:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-25T11:33:17,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-25T11:33:17,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7740 sec 2024-11-25T11:33:17,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.7810 sec 2024-11-25T11:33:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:17,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-25T11:33:17,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:17,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:17,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:17,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:17,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:17,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:17,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/21fd6f2afc604e01b8adb3fdcb5b2fa9 is 50, key is test_row_0/A:col10/1732534396471/Put/seqid=0 2024-11-25T11:33:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741891_1067 (size=14741) 2024-11-25T11:33:17,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/21fd6f2afc604e01b8adb3fdcb5b2fa9 2024-11-25T11:33:17,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:17,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534457668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:17,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/64e92886a27447a08a732f65a63a5cee is 50, key is test_row_0/B:col10/1732534396471/Put/seqid=0 2024-11-25T11:33:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:17,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534457670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:17,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741892_1068 (size=12301) 2024-11-25T11:33:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:17,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/64e92886a27447a08a732f65a63a5cee 2024-11-25T11:33:17,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/33bb673af7b34a399a95d4f65315811c is 50, key is test_row_0/C:col10/1732534396471/Put/seqid=0 2024-11-25T11:33:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741893_1069 (size=12301) 2024-11-25T11:33:17,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:17,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534457783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:17,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534457783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:17,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534457993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:17,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534457993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:17,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-25T11:33:18,003 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:18,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-25T11:33:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T11:33:18,006 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:18,007 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:18,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:18,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/33bb673af7b34a399a95d4f65315811c 2024-11-25T11:33:18,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/21fd6f2afc604e01b8adb3fdcb5b2fa9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/21fd6f2afc604e01b8adb3fdcb5b2fa9 2024-11-25T11:33:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T11:33:18,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/21fd6f2afc604e01b8adb3fdcb5b2fa9, entries=200, sequenceid=315, filesize=14.4 K 2024-11-25T11:33:18,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/64e92886a27447a08a732f65a63a5cee as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/64e92886a27447a08a732f65a63a5cee 2024-11-25T11:33:18,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/64e92886a27447a08a732f65a63a5cee, entries=150, sequenceid=315, filesize=12.0 K 2024-11-25T11:33:18,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/33bb673af7b34a399a95d4f65315811c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/33bb673af7b34a399a95d4f65315811c 2024-11-25T11:33:18,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/33bb673af7b34a399a95d4f65315811c, entries=150, sequenceid=315, filesize=12.0 K 2024-11-25T11:33:18,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 6b2777924a43ccc82ad97bee05238f06 in 512ms, sequenceid=315, compaction requested=true 2024-11-25T11:33:18,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:18,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:18,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:18,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:18,151 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:18,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:18,151 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:18,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:18,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:18,154 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:18,154 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/B is initiating minor compaction (all files) 2024-11-25T11:33:18,154 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/B in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:18,155 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/363e307bd61e451887f51554726dd36b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f73a0384bcc24e6fb2712252750c166c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/64e92886a27447a08a732f65a63a5cee] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=36.6 K 2024-11-25T11:33:18,156 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54446 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:18,156 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/A is initiating minor compaction (all files) 2024-11-25T11:33:18,156 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/A in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:18,156 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/57e5e5d18edb4d5aa763f54d4dafea4a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e11119f477ee4755970e5d4ac59220c8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d2065ca9833a4805a7d1c3f726e8b986, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/21fd6f2afc604e01b8adb3fdcb5b2fa9] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=53.2 K 2024-11-25T11:33:18,157 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 363e307bd61e451887f51554726dd36b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732534395563 2024-11-25T11:33:18,157 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57e5e5d18edb4d5aa763f54d4dafea4a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732534395392 2024-11-25T11:33:18,157 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting f73a0384bcc24e6fb2712252750c166c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732534395709 2024-11-25T11:33:18,158 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e11119f477ee4755970e5d4ac59220c8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732534395563 2024-11-25T11:33:18,158 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 64e92886a27447a08a732f65a63a5cee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732534396468 2024-11-25T11:33:18,158 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2065ca9833a4805a7d1c3f726e8b986, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732534395709 2024-11-25T11:33:18,159 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21fd6f2afc604e01b8adb3fdcb5b2fa9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732534396457 2024-11-25T11:33:18,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-25T11:33:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:18,163 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T11:33:18,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:18,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:18,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:18,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:18,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:18,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:18,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/1ed8531e18244d39a634ede356ae0857 is 50, key is test_row_0/A:col10/1732534397667/Put/seqid=0 2024-11-25T11:33:18,177 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:18,178 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/2cdbf64cd0bf4a85842390b754722255 is 50, key is test_row_0/B:col10/1732534396471/Put/seqid=0 2024-11-25T11:33:18,182 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#A#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:18,183 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/537b67125cdb4aa9a303984ea5b96c7c is 50, key is test_row_0/A:col10/1732534396471/Put/seqid=0 2024-11-25T11:33:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741894_1070 (size=12301) 2024-11-25T11:33:18,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741896_1072 (size=12949) 2024-11-25T11:33:18,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741895_1071 (size=12949) 2024-11-25T11:33:18,223 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/537b67125cdb4aa9a303984ea5b96c7c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/537b67125cdb4aa9a303984ea5b96c7c 2024-11-25T11:33:18,224 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/2cdbf64cd0bf4a85842390b754722255 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2cdbf64cd0bf4a85842390b754722255 2024-11-25T11:33:18,238 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/B of 6b2777924a43ccc82ad97bee05238f06 into 2cdbf64cd0bf4a85842390b754722255(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:18,238 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:18,238 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/B, priority=13, startTime=1732534398151; duration=0sec 2024-11-25T11:33:18,239 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:18,239 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:18,239 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:18,239 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/A of 6b2777924a43ccc82ad97bee05238f06 into 537b67125cdb4aa9a303984ea5b96c7c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:18,239 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:18,239 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/A, priority=12, startTime=1732534398151; duration=0sec 2024-11-25T11:33:18,240 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:18,240 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:18,241 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49566 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:18,241 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/C is initiating minor compaction (all files) 2024-11-25T11:33:18,241 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/C in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:18,242 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1e45aac5e02f49fbbfa487c426f57aa5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/52f620d7d58b4fb7871e0c8d57fc0c19, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/41037a6814304110a8e5b419c91a0b12, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/33bb673af7b34a399a95d4f65315811c] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=48.4 K 2024-11-25T11:33:18,242 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e45aac5e02f49fbbfa487c426f57aa5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732534395392 2024-11-25T11:33:18,243 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 52f620d7d58b4fb7871e0c8d57fc0c19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732534395563 2024-11-25T11:33:18,243 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 41037a6814304110a8e5b419c91a0b12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732534395709 2024-11-25T11:33:18,244 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 33bb673af7b34a399a95d4f65315811c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732534396468 2024-11-25T11:33:18,260 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#C#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:18,261 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/c4f4864d5aa84b59a7ee9eb12c6cadd3 is 50, key is test_row_0/C:col10/1732534396471/Put/seqid=0 2024-11-25T11:33:18,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741897_1073 (size=12949) 2024-11-25T11:33:18,296 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/c4f4864d5aa84b59a7ee9eb12c6cadd3 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/c4f4864d5aa84b59a7ee9eb12c6cadd3 2024-11-25T11:33:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:18,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:18,307 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/C of 6b2777924a43ccc82ad97bee05238f06 into c4f4864d5aa84b59a7ee9eb12c6cadd3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:18,308 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:18,308 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/C, priority=12, startTime=1732534398151; duration=0sec 2024-11-25T11:33:18,308 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:18,308 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T11:33:18,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534458371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:18,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534398314, max timestamp=1732534398375Num uniques 859; 2024-11-25T11:33:18,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534398314, max timestamp=1732534398375Num uniques 859; 2024-11-25T11:33:18,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:18,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:18,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534398314, max timestamp=1732534398375Num uniques 859; 2024-11-25T11:33:18,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:18,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534458495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:18,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:18,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534458497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,501 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534458582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:18,586 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:18,593 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/1ed8531e18244d39a634ede356ae0857 2024-11-25T11:33:18,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/e3c3a596c18642f59aecb8ebd8e7d439 is 50, key is test_row_0/B:col10/1732534397667/Put/seqid=0 2024-11-25T11:33:18,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534458602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741898_1074 (size=12301) 2024-11-25T11:33:18,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534458613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:18,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:18,616 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/e3c3a596c18642f59aecb8ebd8e7d439 2024-11-25T11:33:18,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/51559ccfe0764c8f9a6b20d8c0a05bc5 is 50, key is test_row_0/C:col10/1732534397667/Put/seqid=0 2024-11-25T11:33:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T11:33:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741899_1075 (size=12301) 2024-11-25T11:33:18,635 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/51559ccfe0764c8f9a6b20d8c0a05bc5 2024-11-25T11:33:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/1ed8531e18244d39a634ede356ae0857 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1ed8531e18244d39a634ede356ae0857 2024-11-25T11:33:18,648 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1ed8531e18244d39a634ede356ae0857, entries=150, sequenceid=326, filesize=12.0 K 2024-11-25T11:33:18,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/e3c3a596c18642f59aecb8ebd8e7d439 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/e3c3a596c18642f59aecb8ebd8e7d439 2024-11-25T11:33:18,654 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/e3c3a596c18642f59aecb8ebd8e7d439, entries=150, sequenceid=326, filesize=12.0 K 2024-11-25T11:33:18,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/51559ccfe0764c8f9a6b20d8c0a05bc5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/51559ccfe0764c8f9a6b20d8c0a05bc5 2024-11-25T11:33:18,660 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/51559ccfe0764c8f9a6b20d8c0a05bc5, entries=150, sequenceid=326, filesize=12.0 K 2024-11-25T11:33:18,661 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6b2777924a43ccc82ad97bee05238f06 in 499ms, sequenceid=326, compaction requested=false 2024-11-25T11:33:18,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:18,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:18,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-25T11:33:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-25T11:33:18,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-25T11:33:18,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 659 msec 2024-11-25T11:33:18,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 667 msec 2024-11-25T11:33:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:18,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T11:33:18,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:18,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:18,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:18,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:18,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:18,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:18,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d78567f1cb5c4b14936cf5752af59c3c is 50, key is test_row_0/A:col10/1732534398461/Put/seqid=0 2024-11-25T11:33:18,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534458849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:18,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534458850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:18,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:18,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:18,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741900_1076 (size=14741) 2024-11-25T11:33:18,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d78567f1cb5c4b14936cf5752af59c3c 2024-11-25T11:33:18,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/721768b497334271aeb078e584a5d113 is 50, key is test_row_0/B:col10/1732534398461/Put/seqid=0 2024-11-25T11:33:18,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741901_1077 (size=12301) 2024-11-25T11:33:18,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/721768b497334271aeb078e584a5d113 2024-11-25T11:33:18,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/49a274c2e79f4fc09753d1e0ce63f26a is 50, key is test_row_0/C:col10/1732534398461/Put/seqid=0 2024-11-25T11:33:18,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741902_1078 (size=12301) 2024-11-25T11:33:18,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534458963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:18,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534458963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:18,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-25T11:33:19,143 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:19,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-25T11:33:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T11:33:19,145 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:19,146 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:19,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:19,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534459173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534459173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T11:33:19,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-25T11:33:19,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:19,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:19,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:19,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:19,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:19,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/49a274c2e79f4fc09753d1e0ce63f26a 2024-11-25T11:33:19,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d78567f1cb5c4b14936cf5752af59c3c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d78567f1cb5c4b14936cf5752af59c3c 2024-11-25T11:33:19,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d78567f1cb5c4b14936cf5752af59c3c, entries=200, sequenceid=366, filesize=14.4 K 2024-11-25T11:33:19,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/721768b497334271aeb078e584a5d113 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/721768b497334271aeb078e584a5d113 2024-11-25T11:33:19,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/721768b497334271aeb078e584a5d113, entries=150, sequenceid=366, filesize=12.0 K 2024-11-25T11:33:19,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/49a274c2e79f4fc09753d1e0ce63f26a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/49a274c2e79f4fc09753d1e0ce63f26a 2024-11-25T11:33:19,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/49a274c2e79f4fc09753d1e0ce63f26a, entries=150, sequenceid=366, filesize=12.0 K 2024-11-25T11:33:19,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 6b2777924a43ccc82ad97bee05238f06 in 531ms, sequenceid=366, compaction requested=true 2024-11-25T11:33:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:19,347 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:19,347 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:19,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:19,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:19,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:19,349 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:19,349 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/A is initiating minor compaction (all files) 2024-11-25T11:33:19,349 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:19,349 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/A in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:19,349 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/B is initiating minor compaction (all files) 2024-11-25T11:33:19,349 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/537b67125cdb4aa9a303984ea5b96c7c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1ed8531e18244d39a634ede356ae0857, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d78567f1cb5c4b14936cf5752af59c3c] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=39.1 K 2024-11-25T11:33:19,349 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/B in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:19,349 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2cdbf64cd0bf4a85842390b754722255, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/e3c3a596c18642f59aecb8ebd8e7d439, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/721768b497334271aeb078e584a5d113] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=36.7 K 2024-11-25T11:33:19,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:19,350 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 537b67125cdb4aa9a303984ea5b96c7c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732534396468 2024-11-25T11:33:19,350 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cdbf64cd0bf4a85842390b754722255, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732534396468 2024-11-25T11:33:19,351 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting e3c3a596c18642f59aecb8ebd8e7d439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732534397653 2024-11-25T11:33:19,351 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ed8531e18244d39a634ede356ae0857, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732534397653 2024-11-25T11:33:19,352 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 721768b497334271aeb078e584a5d113, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732534398461 2024-11-25T11:33:19,352 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d78567f1cb5c4b14936cf5752af59c3c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732534398461 2024-11-25T11:33:19,371 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:19,372 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/d64fa33ef4f345dab54cf16f42826653 is 50, key is test_row_0/B:col10/1732534398461/Put/seqid=0 2024-11-25T11:33:19,382 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#A#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:19,383 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/f51a67c3260d4265a094d00c888b3bd0 is 50, key is test_row_0/A:col10/1732534398461/Put/seqid=0 2024-11-25T11:33:19,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741903_1079 (size=13051) 2024-11-25T11:33:19,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741904_1080 (size=13051) 2024-11-25T11:33:19,424 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/d64fa33ef4f345dab54cf16f42826653 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/d64fa33ef4f345dab54cf16f42826653 2024-11-25T11:33:19,434 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/B of 6b2777924a43ccc82ad97bee05238f06 into d64fa33ef4f345dab54cf16f42826653(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:19,434 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:19,434 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/B, priority=13, startTime=1732534399347; duration=0sec 2024-11-25T11:33:19,434 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:19,434 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:19,434 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:19,436 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:19,436 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/C is initiating minor compaction (all files) 2024-11-25T11:33:19,436 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/C in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:19,437 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/c4f4864d5aa84b59a7ee9eb12c6cadd3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/51559ccfe0764c8f9a6b20d8c0a05bc5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/49a274c2e79f4fc09753d1e0ce63f26a] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=36.7 K 2024-11-25T11:33:19,438 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c4f4864d5aa84b59a7ee9eb12c6cadd3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732534396468 2024-11-25T11:33:19,439 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 51559ccfe0764c8f9a6b20d8c0a05bc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732534397653 2024-11-25T11:33:19,439 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 49a274c2e79f4fc09753d1e0ce63f26a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732534398461 2024-11-25T11:33:19,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-25T11:33:19,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:19,453 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:33:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:19,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T11:33:19,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/ac58a1b44af14fdcbb0af652dd0b7c87 is 50, key is test_row_0/A:col10/1732534398839/Put/seqid=0 2024-11-25T11:33:19,467 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:19,467 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/60e63a7e0fb44899ab83fc18075bad31 is 50, key is test_row_0/C:col10/1732534398461/Put/seqid=0 2024-11-25T11:33:19,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741905_1081 (size=12301) 2024-11-25T11:33:19,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741906_1082 (size=13051) 2024-11-25T11:33:19,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534399470, max timestamp=1732534399522Num uniques 859; 2024-11-25T11:33:19,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:19,525 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534399470, max timestamp=1732534399516Num uniques 859; 2024-11-25T11:33:19,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:19,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534399470, max timestamp=1732534399516Num uniques 859; 2024-11-25T11:33:19,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:19,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534459566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534459567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534459568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534459573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534459682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534459683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534459683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534459692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T11:33:19,827 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/f51a67c3260d4265a094d00c888b3bd0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f51a67c3260d4265a094d00c888b3bd0 2024-11-25T11:33:19,834 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/A of 6b2777924a43ccc82ad97bee05238f06 into f51a67c3260d4265a094d00c888b3bd0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:19,834 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:19,834 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/A, priority=13, startTime=1732534399347; duration=0sec 2024-11-25T11:33:19,834 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:19,834 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:19,882 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/ac58a1b44af14fdcbb0af652dd0b7c87 2024-11-25T11:33:19,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/55aa1823f93d4594896f908ff2f85b96 is 50, key is test_row_0/B:col10/1732534398839/Put/seqid=0 2024-11-25T11:33:19,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534459892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534459892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534459892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,902 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/60e63a7e0fb44899ab83fc18075bad31 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/60e63a7e0fb44899ab83fc18075bad31 2024-11-25T11:33:19,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534459903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:19,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741907_1083 (size=12301) 2024-11-25T11:33:19,909 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/55aa1823f93d4594896f908ff2f85b96 2024-11-25T11:33:19,909 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/C of 6b2777924a43ccc82ad97bee05238f06 into 60e63a7e0fb44899ab83fc18075bad31(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:19,909 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:19,909 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/C, priority=13, startTime=1732534399348; duration=0sec 2024-11-25T11:33:19,909 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:19,909 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:19,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/f96ec4e97ad046e38d805ad08fede3b8 is 50, key is test_row_0/C:col10/1732534398839/Put/seqid=0 2024-11-25T11:33:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741908_1084 (size=12301) 2024-11-25T11:33:20,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534460202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:20,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534460202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534460202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:20,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534460212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T11:33:20,326 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/f96ec4e97ad046e38d805ad08fede3b8 2024-11-25T11:33:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/ac58a1b44af14fdcbb0af652dd0b7c87 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/ac58a1b44af14fdcbb0af652dd0b7c87 2024-11-25T11:33:20,351 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/ac58a1b44af14fdcbb0af652dd0b7c87, entries=150, sequenceid=377, filesize=12.0 K 2024-11-25T11:33:20,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/55aa1823f93d4594896f908ff2f85b96 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/55aa1823f93d4594896f908ff2f85b96 2024-11-25T11:33:20,362 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/55aa1823f93d4594896f908ff2f85b96, entries=150, sequenceid=377, filesize=12.0 K 2024-11-25T11:33:20,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/f96ec4e97ad046e38d805ad08fede3b8 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f96ec4e97ad046e38d805ad08fede3b8 2024-11-25T11:33:20,371 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f96ec4e97ad046e38d805ad08fede3b8, entries=150, sequenceid=377, filesize=12.0 K 2024-11-25T11:33:20,372 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6b2777924a43ccc82ad97bee05238f06 in 919ms, sequenceid=377, compaction requested=false 2024-11-25T11:33:20,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:20,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:20,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-25T11:33:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-25T11:33:20,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-25T11:33:20,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2280 sec 2024-11-25T11:33:20,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.2350 sec 2024-11-25T11:33:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:20,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-25T11:33:20,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:20,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:20,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:20,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:20,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:20,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:20,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/402ebd4fec534f9bbc5265e8245c8964 is 50, key is test_row_0/A:col10/1732534400596/Put/seqid=0 2024-11-25T11:33:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741909_1085 (size=14741) 2024-11-25T11:33:20,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534460624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:20,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:20,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534460712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:20,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:20,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534460713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:20,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:20,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534460713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:20,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534460722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:20,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534460732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:20,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:20,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534460942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:20,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:20,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/402ebd4fec534f9bbc5265e8245c8964 2024-11-25T11:33:21,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/2e357f40512945549179ed9ab140d6d1 is 50, key is test_row_0/B:col10/1732534400596/Put/seqid=0 2024-11-25T11:33:21,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741910_1086 (size=12301) 2024-11-25T11:33:21,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534461252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:21,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-25T11:33:21,292 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:21,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-25T11:33:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T11:33:21,295 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:21,296 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:21,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T11:33:21,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/2e357f40512945549179ed9ab140d6d1 2024-11-25T11:33:21,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-25T11:33:21,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:21,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:21,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:21,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:21,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:21,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:21,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/f83d12a2884a4f1fbe197e59d45c7223 is 50, key is test_row_0/C:col10/1732534400596/Put/seqid=0 2024-11-25T11:33:21,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741911_1087 (size=12301) 2024-11-25T11:33:21,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/f83d12a2884a4f1fbe197e59d45c7223 2024-11-25T11:33:21,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/402ebd4fec534f9bbc5265e8245c8964 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/402ebd4fec534f9bbc5265e8245c8964 2024-11-25T11:33:21,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/402ebd4fec534f9bbc5265e8245c8964, entries=200, sequenceid=416, filesize=14.4 K 2024-11-25T11:33:21,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/2e357f40512945549179ed9ab140d6d1 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2e357f40512945549179ed9ab140d6d1 2024-11-25T11:33:21,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2e357f40512945549179ed9ab140d6d1, entries=150, sequenceid=416, filesize=12.0 K 2024-11-25T11:33:21,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/f83d12a2884a4f1fbe197e59d45c7223 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f83d12a2884a4f1fbe197e59d45c7223 2024-11-25T11:33:21,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f83d12a2884a4f1fbe197e59d45c7223, entries=150, sequenceid=416, filesize=12.0 K 2024-11-25T11:33:21,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 6b2777924a43ccc82ad97bee05238f06 in 909ms, sequenceid=416, compaction requested=true 2024-11-25T11:33:21,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:21,507 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:21,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:21,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:21,508 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:21,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:21,509 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:21,509 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:21,509 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/A is initiating minor compaction (all files) 2024-11-25T11:33:21,509 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/B is initiating minor compaction (all files) 2024-11-25T11:33:21,509 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/A in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:21,509 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/B in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:21,509 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f51a67c3260d4265a094d00c888b3bd0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/ac58a1b44af14fdcbb0af652dd0b7c87, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/402ebd4fec534f9bbc5265e8245c8964] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=39.2 K 2024-11-25T11:33:21,509 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/d64fa33ef4f345dab54cf16f42826653, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/55aa1823f93d4594896f908ff2f85b96, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2e357f40512945549179ed9ab140d6d1] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=36.8 K 2024-11-25T11:33:21,510 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f51a67c3260d4265a094d00c888b3bd0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732534398461 2024-11-25T11:33:21,510 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting d64fa33ef4f345dab54cf16f42826653, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732534398461 2024-11-25T11:33:21,510 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac58a1b44af14fdcbb0af652dd0b7c87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732534398839 2024-11-25T11:33:21,511 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 55aa1823f93d4594896f908ff2f85b96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732534398839 2024-11-25T11:33:21,511 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 402ebd4fec534f9bbc5265e8245c8964, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732534399560 2024-11-25T11:33:21,512 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e357f40512945549179ed9ab140d6d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732534399565 2024-11-25T11:33:21,525 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#B#compaction#75 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:21,526 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/4a27d291d0844a6f9061768e8769234d is 50, key is test_row_0/B:col10/1732534400596/Put/seqid=0 2024-11-25T11:33:21,535 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#A#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:21,536 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/75e82871fe824f8a9658dedb4c7bf4b4 is 50, key is test_row_0/A:col10/1732534400596/Put/seqid=0 2024-11-25T11:33:21,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741912_1088 (size=13153) 2024-11-25T11:33:21,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741913_1089 (size=13153) 2024-11-25T11:33:21,573 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/75e82871fe824f8a9658dedb4c7bf4b4 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/75e82871fe824f8a9658dedb4c7bf4b4 2024-11-25T11:33:21,582 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/A of 6b2777924a43ccc82ad97bee05238f06 into 75e82871fe824f8a9658dedb4c7bf4b4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:21,582 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:21,582 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/A, priority=13, startTime=1732534401507; duration=0sec 2024-11-25T11:33:21,583 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:21,583 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:21,583 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:21,584 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:21,584 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/C is initiating minor compaction (all files) 2024-11-25T11:33:21,584 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/C in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:21,584 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/60e63a7e0fb44899ab83fc18075bad31, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f96ec4e97ad046e38d805ad08fede3b8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f83d12a2884a4f1fbe197e59d45c7223] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=36.8 K 2024-11-25T11:33:21,585 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60e63a7e0fb44899ab83fc18075bad31, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732534398461 2024-11-25T11:33:21,585 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f96ec4e97ad046e38d805ad08fede3b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732534398839 2024-11-25T11:33:21,586 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f83d12a2884a4f1fbe197e59d45c7223, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732534399565 2024-11-25T11:33:21,601 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#C#compaction#77 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:21,601 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/281824ebd79a47d6b50bc2fc28e9e22f is 50, key is test_row_0/C:col10/1732534400596/Put/seqid=0 2024-11-25T11:33:21,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-25T11:33:21,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:21,602 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-25T11:33:21,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:21,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:21,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/8d91ebefb26b454184fc4f0082c243a2 is 50, key is test_row_0/A:col10/1732534400622/Put/seqid=0 2024-11-25T11:33:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T11:33:21,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741915_1091 (size=12301) 2024-11-25T11:33:21,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741914_1090 (size=13153) 2024-11-25T11:33:21,627 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/281824ebd79a47d6b50bc2fc28e9e22f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/281824ebd79a47d6b50bc2fc28e9e22f 2024-11-25T11:33:21,637 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/C of 6b2777924a43ccc82ad97bee05238f06 into 281824ebd79a47d6b50bc2fc28e9e22f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:21,637 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:21,637 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/C, priority=13, startTime=1732534401508; duration=0sec 2024-11-25T11:33:21,637 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:21,637 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:21,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534401764, max timestamp=1732534401774Num uniques 859; 2024-11-25T11:33:21,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534401764, max timestamp=1732534401774Num uniques 859; 2024-11-25T11:33:21,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:21,778 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:21,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534401764, max timestamp=1732534401774Num uniques 859; 2024-11-25T11:33:21,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:21,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534461816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:21,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534461816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534461818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534461819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:21,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534461827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T11:33:21,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534461932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:21,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534461933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:21,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534461933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:21,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534461933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:21,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534461942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:21,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:21,958 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/4a27d291d0844a6f9061768e8769234d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4a27d291d0844a6f9061768e8769234d 2024-11-25T11:33:21,965 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/B of 6b2777924a43ccc82ad97bee05238f06 into 4a27d291d0844a6f9061768e8769234d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:21,965 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:21,965 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/B, priority=13, startTime=1732534401508; duration=0sec 2024-11-25T11:33:21,965 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:21,965 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:22,019 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/8d91ebefb26b454184fc4f0082c243a2 2024-11-25T11:33:22,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/f86a7f0485814e18bd1112a2c1076754 is 50, key is test_row_0/B:col10/1732534400622/Put/seqid=0 2024-11-25T11:33:22,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741916_1092 (size=12301) 2024-11-25T11:33:22,045 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/f86a7f0485814e18bd1112a2c1076754 2024-11-25T11:33:22,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/b9c8abac8bb049fe9b6c00b7a76817e3 is 50, key is test_row_0/C:col10/1732534400622/Put/seqid=0 2024-11-25T11:33:22,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741917_1093 (size=12301) 2024-11-25T11:33:22,071 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/b9c8abac8bb049fe9b6c00b7a76817e3 2024-11-25T11:33:22,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/8d91ebefb26b454184fc4f0082c243a2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d91ebefb26b454184fc4f0082c243a2 2024-11-25T11:33:22,090 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d91ebefb26b454184fc4f0082c243a2, entries=150, sequenceid=426, filesize=12.0 K 2024-11-25T11:33:22,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/f86a7f0485814e18bd1112a2c1076754 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f86a7f0485814e18bd1112a2c1076754 2024-11-25T11:33:22,103 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f86a7f0485814e18bd1112a2c1076754, entries=150, sequenceid=426, filesize=12.0 K 2024-11-25T11:33:22,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/b9c8abac8bb049fe9b6c00b7a76817e3 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c8abac8bb049fe9b6c00b7a76817e3 2024-11-25T11:33:22,110 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c8abac8bb049fe9b6c00b7a76817e3, entries=150, sequenceid=426, filesize=12.0 K 2024-11-25T11:33:22,111 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 6b2777924a43ccc82ad97bee05238f06 in 509ms, sequenceid=426, compaction requested=false 2024-11-25T11:33:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:22,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-25T11:33:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-25T11:33:22,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-25T11:33:22,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 820 msec 2024-11-25T11:33:22,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 826 msec 2024-11-25T11:33:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:22,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-25T11:33:22,151 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732534401796, max timestamp=1732534402146Num uniques 1068; 2024-11-25T11:33:22,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732534401796, max timestamp=1732534402146Num uniques 1068; 2024-11-25T11:33:22,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-25T11:33:22,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732534401796, max timestamp=1732534402146Num uniques 1068; 2024-11-25T11:33:22,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-25T11:33:22,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-25T11:33:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:22,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:22,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e10ae9a3cba846c18594b05d1a401006 is 50, key is test_row_0/A:col10/1732534402151/Put/seqid=0 2024-11-25T11:33:22,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741918_1094 (size=14741) 2024-11-25T11:33:22,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e10ae9a3cba846c18594b05d1a401006 2024-11-25T11:33:22,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/a70d2cdcc3524356a01415fc78293222 is 50, key is test_row_0/B:col10/1732534402151/Put/seqid=0 2024-11-25T11:33:22,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732534402186, max timestamp=1732534402197Num uniques 859; 2024-11-25T11:33:22,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:22,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732534402186, max timestamp=1732534402197Num uniques 859; 2024-11-25T11:33:22,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:22,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732534402186, max timestamp=1732534402197Num uniques 859; 2024-11-25T11:33:22,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:22,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741919_1095 (size=12301) 2024-11-25T11:33:22,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/a70d2cdcc3524356a01415fc78293222 2024-11-25T11:33:22,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/09d943a37a0b407fb0700295d55ed6c1 is 50, key is test_row_0/C:col10/1732534402151/Put/seqid=0 2024-11-25T11:33:22,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534462235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534462236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534462242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=518, cellSize=23718, totalHeapSize=54112, min timestamp=1732534402215, max timestamp=1732534402245Num uniques 1068; 2024-11-25T11:33:22,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=23718, suffix heap size=139040,new segment heap size=54112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=518 2024-11-25T11:33:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732534402233, max timestamp=1732534402245Num uniques 1068; 2024-11-25T11:33:22,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-25T11:33:22,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732534402233, max timestamp=1732534402245Num uniques 1068; 2024-11-25T11:33:22,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-25T11:33:22,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741920_1096 (size=12301) 2024-11-25T11:33:22,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/09d943a37a0b407fb0700295d55ed6c1 2024-11-25T11:33:22,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e10ae9a3cba846c18594b05d1a401006 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e10ae9a3cba846c18594b05d1a401006 2024-11-25T11:33:22,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e10ae9a3cba846c18594b05d1a401006, entries=200, sequenceid=468, filesize=14.4 K 2024-11-25T11:33:22,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/a70d2cdcc3524356a01415fc78293222 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/a70d2cdcc3524356a01415fc78293222 2024-11-25T11:33:22,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/a70d2cdcc3524356a01415fc78293222, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T11:33:22,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/09d943a37a0b407fb0700295d55ed6c1 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/09d943a37a0b407fb0700295d55ed6c1 2024-11-25T11:33:22,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/09d943a37a0b407fb0700295d55ed6c1, entries=150, sequenceid=468, filesize=12.0 K 2024-11-25T11:33:22,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~105.19 KB/107712, currentSize=107.34 KB/109920 for 6b2777924a43ccc82ad97bee05238f06 in 156ms, sequenceid=468, compaction requested=true 2024-11-25T11:33:22,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:22,307 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:22,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:22,309 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:22,310 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:22,310 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/A is initiating minor compaction (all files) 2024-11-25T11:33:22,310 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/A in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:22,310 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/75e82871fe824f8a9658dedb4c7bf4b4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d91ebefb26b454184fc4f0082c243a2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e10ae9a3cba846c18594b05d1a401006] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=39.3 K 2024-11-25T11:33:22,311 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75e82871fe824f8a9658dedb4c7bf4b4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732534399565 2024-11-25T11:33:22,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:22,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:22,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:22,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:22,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=120.76 KB heapSize=330.23 KB 2024-11-25T11:33:22,312 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:22,312 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/B is initiating minor compaction (all files) 2024-11-25T11:33:22,312 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/B in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:22,313 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4a27d291d0844a6f9061768e8769234d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f86a7f0485814e18bd1112a2c1076754, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/a70d2cdcc3524356a01415fc78293222] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=36.9 K 2024-11-25T11:33:22,313 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d91ebefb26b454184fc4f0082c243a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732534400609 2024-11-25T11:33:22,314 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a27d291d0844a6f9061768e8769234d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732534399565 2024-11-25T11:33:22,315 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting f86a7f0485814e18bd1112a2c1076754, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732534400609 2024-11-25T11:33:22,315 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e10ae9a3cba846c18594b05d1a401006, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732534401816 2024-11-25T11:33:22,316 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting a70d2cdcc3524356a01415fc78293222, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732534401816 2024-11-25T11:33:22,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:22,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:22,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:22,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:22,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:22,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:22,339 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:22,340 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/ff8b0f689b3847d68ee9fbda2dd05fd5 is 50, key is test_row_0/A:col10/1732534402151/Put/seqid=0 2024-11-25T11:33:22,351 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:22,352 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/dbee146931804a07bcf823ef2f6f0ad0 is 50, key is test_row_0/B:col10/1732534402151/Put/seqid=0 2024-11-25T11:33:22,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534462354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534462356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/65d35324429647d49618dcaa91c9694e is 50, key is test_row_0/A:col10/1732534402311/Put/seqid=0 2024-11-25T11:33:22,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534462357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534462359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534462360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741921_1097 (size=13255) 2024-11-25T11:33:22,402 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/ff8b0f689b3847d68ee9fbda2dd05fd5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/ff8b0f689b3847d68ee9fbda2dd05fd5 2024-11-25T11:33:22,414 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/A of 6b2777924a43ccc82ad97bee05238f06 into ff8b0f689b3847d68ee9fbda2dd05fd5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:22,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741922_1098 (size=13255) 2024-11-25T11:33:22,419 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:22,419 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/A, priority=13, startTime=1732534402307; duration=0sec 2024-11-25T11:33:22,419 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:22,419 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:22,419 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:22,421 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:22,421 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/C is initiating minor compaction (all files) 2024-11-25T11:33:22,421 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/C in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:22,421 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/281824ebd79a47d6b50bc2fc28e9e22f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c8abac8bb049fe9b6c00b7a76817e3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/09d943a37a0b407fb0700295d55ed6c1] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=36.9 K 2024-11-25T11:33:22,422 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 281824ebd79a47d6b50bc2fc28e9e22f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732534399565 2024-11-25T11:33:22,422 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9c8abac8bb049fe9b6c00b7a76817e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732534400609 2024-11-25T11:33:22,423 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09d943a37a0b407fb0700295d55ed6c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732534401816 2024-11-25T11:33:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-25T11:33:22,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741923_1099 (size=12301) 2024-11-25T11:33:22,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/65d35324429647d49618dcaa91c9694e 2024-11-25T11:33:22,437 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:22,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:22,438 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/dbee146931804a07bcf823ef2f6f0ad0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/dbee146931804a07bcf823ef2f6f0ad0 2024-11-25T11:33:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-25T11:33:22,440 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T11:33:22,441 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:22,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:22,450 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/B of 6b2777924a43ccc82ad97bee05238f06 into dbee146931804a07bcf823ef2f6f0ad0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:22,450 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:22,450 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/B, priority=13, startTime=1732534402309; duration=0sec 2024-11-25T11:33:22,450 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:22,450 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:22,466 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:22,467 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/edb5e05a99074f1cb414ff13585389f2 is 50, key is test_row_0/C:col10/1732534402151/Put/seqid=0 2024-11-25T11:33:22,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534462472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534462482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534462482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534462482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/9a44f98d43314b8996d1fadd578f4ced is 50, key is test_row_0/B:col10/1732534402311/Put/seqid=0 2024-11-25T11:33:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741925_1101 (size=12301) 2024-11-25T11:33:22,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/9a44f98d43314b8996d1fadd578f4ced 2024-11-25T11:33:22,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741924_1100 (size=13255) 2024-11-25T11:33:22,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/552cb71b4aed45e9b260f90660cbb76c is 50, key is test_row_0/C:col10/1732534402311/Put/seqid=0 2024-11-25T11:33:22,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741926_1102 (size=12301) 2024-11-25T11:33:22,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/552cb71b4aed45e9b260f90660cbb76c 2024-11-25T11:33:22,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/65d35324429647d49618dcaa91c9694e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/65d35324429647d49618dcaa91c9694e 2024-11-25T11:33:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T11:33:22,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/65d35324429647d49618dcaa91c9694e, entries=150, sequenceid=518, filesize=12.0 K 2024-11-25T11:33:22,555 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-25T11:33:22,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/9a44f98d43314b8996d1fadd578f4ced as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/9a44f98d43314b8996d1fadd578f4ced 2024-11-25T11:33:22,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/9a44f98d43314b8996d1fadd578f4ced, entries=150, sequenceid=518, filesize=12.0 K 2024-11-25T11:33:22,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/552cb71b4aed45e9b260f90660cbb76c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/552cb71b4aed45e9b260f90660cbb76c 2024-11-25T11:33:22,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534462562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/552cb71b4aed45e9b260f90660cbb76c, entries=150, sequenceid=518, filesize=12.0 K 2024-11-25T11:33:22,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~350.11 KB/358512, currentSize=67.09 KB/68700 for 6b2777924a43ccc82ad97bee05238f06 in 269ms, sequenceid=518, compaction requested=false 2024-11-25T11:33:22,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:22,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-25T11:33:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:22,594 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T11:33:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:22,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:22,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/4684dc2c113c48449b58582457a85c39 is 50, key is test_row_0/A:col10/1732534402355/Put/seqid=0 2024-11-25T11:33:22,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741927_1103 (size=12301) 2024-11-25T11:33:22,629 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/4684dc2c113c48449b58582457a85c39 2024-11-25T11:33:22,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/ddf573661745426da169590943c59b01 is 50, key is test_row_0/B:col10/1732534402355/Put/seqid=0 2024-11-25T11:33:22,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:22,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741928_1104 (size=12301) 2024-11-25T11:33:22,712 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/ddf573661745426da169590943c59b01 2024-11-25T11:33:22,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/6998e68e1d104c3588b4fbfca5ad2794 is 50, key is test_row_0/C:col10/1732534402355/Put/seqid=0 2024-11-25T11:33:22,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741929_1105 (size=12301) 2024-11-25T11:33:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T11:33:22,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534462773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534462776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534462779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534462779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534462872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534462892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534462893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534462893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534462893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:22,915 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/edb5e05a99074f1cb414ff13585389f2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/edb5e05a99074f1cb414ff13585389f2 2024-11-25T11:33:22,925 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/C of 6b2777924a43ccc82ad97bee05238f06 into edb5e05a99074f1cb414ff13585389f2(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:22,925 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:22,925 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/C, priority=13, startTime=1732534402311; duration=0sec 2024-11-25T11:33:22,925 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:22,925 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:23,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T11:33:23,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534463102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534463102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534463103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534463103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,140 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/6998e68e1d104c3588b4fbfca5ad2794 2024-11-25T11:33:23,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/4684dc2c113c48449b58582457a85c39 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/4684dc2c113c48449b58582457a85c39 2024-11-25T11:33:23,157 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/4684dc2c113c48449b58582457a85c39, entries=150, sequenceid=533, filesize=12.0 K 2024-11-25T11:33:23,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/ddf573661745426da169590943c59b01 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ddf573661745426da169590943c59b01 2024-11-25T11:33:23,168 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ddf573661745426da169590943c59b01, entries=150, sequenceid=533, filesize=12.0 K 2024-11-25T11:33:23,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/6998e68e1d104c3588b4fbfca5ad2794 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/6998e68e1d104c3588b4fbfca5ad2794 2024-11-25T11:33:23,175 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/6998e68e1d104c3588b4fbfca5ad2794, entries=150, sequenceid=533, filesize=12.0 K 2024-11-25T11:33:23,177 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 6b2777924a43ccc82ad97bee05238f06 in 583ms, sequenceid=533, compaction requested=true 2024-11-25T11:33:23,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:23,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:23,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-25T11:33:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-25T11:33:23,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-25T11:33:23,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 740 msec 2024-11-25T11:33:23,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 746 msec 2024-11-25T11:33:23,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534402754, max timestamp=1732534403387Num uniques 859; 2024-11-25T11:33:23,391 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:23,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534402754, max timestamp=1732534403387Num uniques 859; 2024-11-25T11:33:23,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:23,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534402754, max timestamp=1732534403387Num uniques 859; 2024-11-25T11:33:23,394 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:23,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-25T11:33:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:23,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:23,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/a4d1a5e198754f83bc3913a1e23b6167 is 50, key is test_row_0/A:col10/1732534403387/Put/seqid=0 2024-11-25T11:33:23,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741930_1106 (size=14741) 2024-11-25T11:33:23,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/a4d1a5e198754f83bc3913a1e23b6167 2024-11-25T11:33:23,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/4c2ab18f80c9454ebc62f5d999403dd1 is 50, key is test_row_0/B:col10/1732534403387/Put/seqid=0 2024-11-25T11:33:23,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732534403433, max timestamp=1732534403456Num uniques 859; 2024-11-25T11:33:23,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:33:23,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732534403433, max timestamp=1732534403456Num uniques 859; 2024-11-25T11:33:23,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:33:23,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732534403433, max timestamp=1732534403456Num uniques 859; 2024-11-25T11:33:23,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:33:23,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741931_1107 (size=12301) 2024-11-25T11:33:23,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732534403468, max timestamp=1732534403493Num uniques 1118; 2024-11-25T11:33:23,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-11-25T11:33:23,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732534403468, max timestamp=1732534403493Num uniques 1118; 2024-11-25T11:33:23,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-11-25T11:33:23,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732534403468, max timestamp=1732534403493Num uniques 1118; 2024-11-25T11:33:23,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-11-25T11:33:23,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534463537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534463540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732534403519, max timestamp=1732534403542Num uniques 1177; 2024-11-25T11:33:23,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732534403519, max timestamp=1732534403542Num uniques 1177; 2024-11-25T11:33:23,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277 2024-11-25T11:33:23,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277 2024-11-25T11:33:23,547 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732534403519, max timestamp=1732534403542Num uniques 1177; 2024-11-25T11:33:23,548 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277 2024-11-25T11:33:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-25T11:33:23,583 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:23,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-25T11:33:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T11:33:23,585 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:23,586 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:23,587 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:23,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732534403610, max timestamp=1732534403619Num uniques 1136; 2024-11-25T11:33:23,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732534403610, max timestamp=1732534403619Num uniques 1136; 2024-11-25T11:33:23,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-25T11:33:23,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-25T11:33:23,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732534403610, max timestamp=1732534403619Num uniques 1136; 2024-11-25T11:33:23,630 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=13096, suffix heap size=146112,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=286 2024-11-25T11:33:23,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534463662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732534403659, max timestamp=1732534403669Num uniques 1145; 2024-11-25T11:33:23,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-25T11:33:23,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732534403659, max timestamp=1732534403669Num uniques 1145; 2024-11-25T11:33:23,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-25T11:33:23,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732534403659, max timestamp=1732534403669Num uniques 1145; 2024-11-25T11:33:23,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=13510, suffix heap size=147048,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=295 2024-11-25T11:33:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T11:33:23,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534463708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534463721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534463729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,732 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732534403703, max timestamp=1732534403718Num uniques 1154; 2024-11-25T11:33:23,732 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=9340, suffix heap size=147984,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=204 2024-11-25T11:33:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732534403703, max timestamp=1732534403718Num uniques 1154; 2024-11-25T11:33:23,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=9340, suffix heap size=147984,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=204 2024-11-25T11:33:23,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732534403703, max timestamp=1732534403718Num uniques 1154; 2024-11-25T11:33:23,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52850, new segment data size=9340, suffix heap size=147984,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1154, new segment cells count=204 2024-11-25T11:33:23,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534463730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-25T11:33:23,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:23,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:23,849 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=463, cellSize=21198, totalHeapSize=48392, min timestamp=1732534403785, max timestamp=1732534403845Num uniques 1063; 2024-11-25T11:33:23,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=21198, suffix heap size=138520,new segment heap size=48392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=463 2024-11-25T11:33:23,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=463, cellSize=21198, totalHeapSize=48392, min timestamp=1732534403785, max timestamp=1732534403845Num uniques 1063; 2024-11-25T11:33:23,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=21198, suffix heap size=138520,new segment heap size=48392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=463 2024-11-25T11:33:23,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=313, cellSize=14328, totalHeapSize=32792, min timestamp=1732534403824, max timestamp=1732534403845Num uniques 1063; 2024-11-25T11:33:23,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=14328, suffix heap size=138520,new segment heap size=32792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=313 2024-11-25T11:33:23,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/4c2ab18f80c9454ebc62f5d999403dd1 2024-11-25T11:33:23,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534463876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534463878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534463879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534463882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:23,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-25T11:33:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534463884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:23,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:23,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:23,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:23,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:23,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/b9c444fc4d70454bb999ae681e7c0db6 is 50, key is test_row_0/C:col10/1732534403387/Put/seqid=0 2024-11-25T11:33:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T11:33:23,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741932_1108 (size=12301) 2024-11-25T11:33:23,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/b9c444fc4d70454bb999ae681e7c0db6 2024-11-25T11:33:23,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/a4d1a5e198754f83bc3913a1e23b6167 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/a4d1a5e198754f83bc3913a1e23b6167 2024-11-25T11:33:23,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/a4d1a5e198754f83bc3913a1e23b6167, entries=200, sequenceid=555, filesize=14.4 K 2024-11-25T11:33:23,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/4c2ab18f80c9454ebc62f5d999403dd1 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4c2ab18f80c9454ebc62f5d999403dd1 2024-11-25T11:33:23,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4c2ab18f80c9454ebc62f5d999403dd1, entries=150, sequenceid=555, filesize=12.0 K 2024-11-25T11:33:23,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/b9c444fc4d70454bb999ae681e7c0db6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c444fc4d70454bb999ae681e7c0db6 2024-11-25T11:33:23,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c444fc4d70454bb999ae681e7c0db6, entries=150, sequenceid=555, filesize=12.0 K 2024-11-25T11:33:23,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~66.19 KB/67776, currentSize=167.72 KB/171750 for 6b2777924a43ccc82ad97bee05238f06 in 560ms, sequenceid=555, compaction requested=true 2024-11-25T11:33:23,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:23,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:23,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:23,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:23,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:23,954 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:23,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:23,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T11:33:23,955 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:23,956 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:23,956 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/A is initiating minor compaction (all files) 2024-11-25T11:33:23,956 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/A in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:23,956 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/ff8b0f689b3847d68ee9fbda2dd05fd5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/65d35324429647d49618dcaa91c9694e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/4684dc2c113c48449b58582457a85c39, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/a4d1a5e198754f83bc3913a1e23b6167] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=51.4 K 2024-11-25T11:33:23,956 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:23,956 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/B is initiating minor compaction (all files) 2024-11-25T11:33:23,957 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/B in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:23,957 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff8b0f689b3847d68ee9fbda2dd05fd5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732534401816 2024-11-25T11:33:23,957 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/dbee146931804a07bcf823ef2f6f0ad0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/9a44f98d43314b8996d1fadd578f4ced, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ddf573661745426da169590943c59b01, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4c2ab18f80c9454ebc62f5d999403dd1] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=49.0 K 2024-11-25T11:33:23,957 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65d35324429647d49618dcaa91c9694e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732534402300 2024-11-25T11:33:23,957 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting dbee146931804a07bcf823ef2f6f0ad0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732534401816 2024-11-25T11:33:23,958 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4684dc2c113c48449b58582457a85c39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732534402344 2024-11-25T11:33:23,958 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a44f98d43314b8996d1fadd578f4ced, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732534402300 2024-11-25T11:33:23,958 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4d1a5e198754f83bc3913a1e23b6167, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732534402754 2024-11-25T11:33:23,958 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting ddf573661745426da169590943c59b01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732534402344 2024-11-25T11:33:23,959 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c2ab18f80c9454ebc62f5d999403dd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732534402754 2024-11-25T11:33:23,978 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#A#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:23,979 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/34b08af521354dd5979b608cb35ff690 is 50, key is test_row_0/A:col10/1732534403387/Put/seqid=0 2024-11-25T11:33:23,980 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#B#compaction#97 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:23,980 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/e1c284fff5b349c5906fcb623724048a is 50, key is test_row_0/B:col10/1732534403387/Put/seqid=0 2024-11-25T11:33:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:23,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=174.43 KB heapSize=481.41 KB 2024-11-25T11:33:23,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:23,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T11:33:23,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:23,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T11:33:23,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:23,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T11:33:23,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741934_1110 (size=13391) 2024-11-25T11:33:24,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534463997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534463999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/b1545b418bf44a9aa5fc0690363e0938 is 50, key is test_row_0/A:col10/1732534403867/Put/seqid=0 2024-11-25T11:33:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534464001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534464002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534464002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,015 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/34b08af521354dd5979b608cb35ff690 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/34b08af521354dd5979b608cb35ff690 2024-11-25T11:33:24,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741933_1109 (size=13391) 2024-11-25T11:33:24,029 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/A of 6b2777924a43ccc82ad97bee05238f06 into 34b08af521354dd5979b608cb35ff690(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:24,030 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:24,030 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/A, priority=12, startTime=1732534403954; duration=0sec 2024-11-25T11:33:24,030 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/e1c284fff5b349c5906fcb623724048a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/e1c284fff5b349c5906fcb623724048a 2024-11-25T11:33:24,030 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:24,030 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:24,030 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:24,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741935_1111 (size=17181) 2024-11-25T11:33:24,038 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:24,038 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/C is initiating minor compaction (all files) 2024-11-25T11:33:24,038 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/C in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,038 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/edb5e05a99074f1cb414ff13585389f2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/552cb71b4aed45e9b260f90660cbb76c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/6998e68e1d104c3588b4fbfca5ad2794, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c444fc4d70454bb999ae681e7c0db6] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=49.0 K 2024-11-25T11:33:24,039 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting edb5e05a99074f1cb414ff13585389f2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1732534401816 2024-11-25T11:33:24,040 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 552cb71b4aed45e9b260f90660cbb76c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1732534402300 2024-11-25T11:33:24,041 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6998e68e1d104c3588b4fbfca5ad2794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732534402344 2024-11-25T11:33:24,042 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9c444fc4d70454bb999ae681e7c0db6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732534402754 2024-11-25T11:33:24,042 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/B of 6b2777924a43ccc82ad97bee05238f06 into e1c284fff5b349c5906fcb623724048a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:24,042 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:24,042 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/B, priority=12, startTime=1732534403954; duration=0sec 2024-11-25T11:33:24,042 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:24,042 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:24,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-25T11:33:24,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:24,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,072 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#C#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:24,073 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/4881692e340248c183fe788cca1de45e is 50, key is test_row_0/C:col10/1732534403387/Put/seqid=0 2024-11-25T11:33:24,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741936_1112 (size=13391) 2024-11-25T11:33:24,098 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/4881692e340248c183fe788cca1de45e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/4881692e340248c183fe788cca1de45e 2024-11-25T11:33:24,106 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/C of 6b2777924a43ccc82ad97bee05238f06 into 4881692e340248c183fe788cca1de45e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:24,106 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:24,106 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/C, priority=12, startTime=1732534403954; duration=0sec 2024-11-25T11:33:24,106 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:24,106 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:24,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534464113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534464113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534464113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-25T11:33:24,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T11:33:24,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534464213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534464213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534464322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534464323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534464323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-25T11:33:24,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:24,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=697 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/b1545b418bf44a9aa5fc0690363e0938 2024-11-25T11:33:24,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/40f2dd012846433cb1b38b630d1f0e59 is 50, key is test_row_0/B:col10/1732534403867/Put/seqid=0 2024-11-25T11:33:24,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741937_1113 (size=12301) 2024-11-25T11:33:24,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=697 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/40f2dd012846433cb1b38b630d1f0e59 2024-11-25T11:33:24,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/0102144fd308475d8485d8e59a7f2580 is 50, key is test_row_0/C:col10/1732534403867/Put/seqid=0 2024-11-25T11:33:24,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741938_1114 (size=12301) 2024-11-25T11:33:24,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-25T11:33:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534464522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534464522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534464632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534464632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534464632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:24,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-25T11:33:24,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:24,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T11:33:24,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-25T11:33:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:24,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=697 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/0102144fd308475d8485d8e59a7f2580 2024-11-25T11:33:24,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/b1545b418bf44a9aa5fc0690363e0938 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b1545b418bf44a9aa5fc0690363e0938 2024-11-25T11:33:24,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b1545b418bf44a9aa5fc0690363e0938, entries=250, sequenceid=697, filesize=16.8 K 2024-11-25T11:33:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/40f2dd012846433cb1b38b630d1f0e59 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/40f2dd012846433cb1b38b630d1f0e59 2024-11-25T11:33:24,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/40f2dd012846433cb1b38b630d1f0e59, entries=150, sequenceid=697, filesize=12.0 K 2024-11-25T11:33:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/0102144fd308475d8485d8e59a7f2580 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/0102144fd308475d8485d8e59a7f2580 2024-11-25T11:33:24,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/0102144fd308475d8485d8e59a7f2580, entries=150, sequenceid=697, filesize=12.0 K 2024-11-25T11:33:24,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~501.28 KB/513312, currentSize=6.71 KB/6870 for 6b2777924a43ccc82ad97bee05238f06 in 910ms, sequenceid=697, compaction requested=false 2024-11-25T11:33:24,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:24,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-25T11:33:24,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:24,972 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-25T11:33:24,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:24,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:24,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:24,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:24,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:24,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:24,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/8aa04f41cd5c48c2abb3d29cd0c75fe1 is 50, key is test_row_2/A:col10/1732534403998/Put/seqid=0 2024-11-25T11:33:24,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741939_1115 (size=7415) 2024-11-25T11:33:24,989 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=704 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/8aa04f41cd5c48c2abb3d29cd0c75fe1 2024-11-25T11:33:25,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/fa87d3c67e7d4b8d9812489599c7e8f5 is 50, key is test_row_2/B:col10/1732534403998/Put/seqid=0 2024-11-25T11:33:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741940_1116 (size=7415) 2024-11-25T11:33:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:25,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:25,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534465083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:25,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534465083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:25,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534465142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:25,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534465142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:25,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534465142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:25,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534465192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:25,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:25,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534465202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:25,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:25,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534465402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:25,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534465413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:25,419 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=704 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/fa87d3c67e7d4b8d9812489599c7e8f5 2024-11-25T11:33:25,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/d1533455040f4dcabb0d5e0254e3bddf is 50, key is test_row_2/C:col10/1732534403998/Put/seqid=0 2024-11-25T11:33:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741941_1117 (size=7415) 2024-11-25T11:33:25,443 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=704 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/d1533455040f4dcabb0d5e0254e3bddf 2024-11-25T11:33:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/8aa04f41cd5c48c2abb3d29cd0c75fe1 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8aa04f41cd5c48c2abb3d29cd0c75fe1 2024-11-25T11:33:25,455 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8aa04f41cd5c48c2abb3d29cd0c75fe1, entries=50, sequenceid=704, filesize=7.2 K 2024-11-25T11:33:25,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/fa87d3c67e7d4b8d9812489599c7e8f5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/fa87d3c67e7d4b8d9812489599c7e8f5 2024-11-25T11:33:25,462 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/fa87d3c67e7d4b8d9812489599c7e8f5, entries=50, sequenceid=704, filesize=7.2 K 2024-11-25T11:33:25,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/d1533455040f4dcabb0d5e0254e3bddf as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d1533455040f4dcabb0d5e0254e3bddf 2024-11-25T11:33:25,469 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d1533455040f4dcabb0d5e0254e3bddf, entries=50, sequenceid=704, filesize=7.2 K 2024-11-25T11:33:25,473 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=174.43 KB/178620 for 6b2777924a43ccc82ad97bee05238f06 in 501ms, sequenceid=704, compaction requested=true 2024-11-25T11:33:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-25T11:33:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-25T11:33:25,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-25T11:33:25,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8880 sec 2024-11-25T11:33:25,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.8960 sec 2024-11-25T11:33:25,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=174.43 KB heapSize=519.42 KB 2024-11-25T11:33:25,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:25,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:25,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:25,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:25,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:25,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:25,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:25,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534465713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:25,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:25,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e7e2c1c31ff542e3b95e0bdc3ea28c8a is 50, key is test_row_0/A:col10/1732534405081/Put/seqid=0 2024-11-25T11:33:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741942_1118 (size=12301) 2024-11-25T11:33:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-25T11:33:25,733 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:25,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:25,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534465733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:25,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:25,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-25T11:33:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-25T11:33:25,738 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:25,738 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:25,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-25T11:33:25,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-25T11:33:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:25,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-25T11:33:26,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:26,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-25T11:33:26,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e7e2c1c31ff542e3b95e0bdc3ea28c8a 2024-11-25T11:33:26,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/58663bdc27864055999ce64b91defc6e is 50, key is test_row_0/B:col10/1732534405081/Put/seqid=0 2024-11-25T11:33:26,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741943_1119 (size=12301) 2024-11-25T11:33:26,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534466152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:26,161 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:26,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:26,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:26,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:26,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534466162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:26,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534466162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:26,167 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:26,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:26,168 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:26,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:26,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:26,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:26,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-25T11:33:26,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:26,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534466222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:26,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534466242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:26,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-25T11:33:26,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:26,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-25T11:33:26,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-25T11:33:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/58663bdc27864055999ce64b91defc6e 2024-11-25T11:33:26,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/569dc3f9998b4b5fbf85c16937da7b64 is 50, key is test_row_0/C:col10/1732534405081/Put/seqid=0 2024-11-25T11:33:26,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741944_1120 (size=12301) 2024-11-25T11:33:26,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-25T11:33:26,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:26,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-25T11:33:26,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:26,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-25T11:33:26,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-25T11:33:26,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:26,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:26,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/569dc3f9998b4b5fbf85c16937da7b64 2024-11-25T11:33:27,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/e7e2c1c31ff542e3b95e0bdc3ea28c8a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e7e2c1c31ff542e3b95e0bdc3ea28c8a 2024-11-25T11:33:27,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e7e2c1c31ff542e3b95e0bdc3ea28c8a, entries=150, sequenceid=733, filesize=12.0 K 2024-11-25T11:33:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/58663bdc27864055999ce64b91defc6e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58663bdc27864055999ce64b91defc6e 2024-11-25T11:33:27,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58663bdc27864055999ce64b91defc6e, entries=150, sequenceid=733, filesize=12.0 K 2024-11-25T11:33:27,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/569dc3f9998b4b5fbf85c16937da7b64 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/569dc3f9998b4b5fbf85c16937da7b64 2024-11-25T11:33:27,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/569dc3f9998b4b5fbf85c16937da7b64, entries=150, sequenceid=733, filesize=12.0 K 2024-11-25T11:33:27,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~519.38 KB/531840, currentSize=0 B/0 for 6b2777924a43ccc82ad97bee05238f06 in 1326ms, sequenceid=733, compaction requested=true 2024-11-25T11:33:27,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:27,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:27,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:27,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:27,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:27,039 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:27,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6b2777924a43ccc82ad97bee05238f06:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:27,040 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:27,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:27,042 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:27,042 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/B is initiating minor compaction (all files) 2024-11-25T11:33:27,042 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/B in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:27,042 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/e1c284fff5b349c5906fcb623724048a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/40f2dd012846433cb1b38b630d1f0e59, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/fa87d3c67e7d4b8d9812489599c7e8f5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58663bdc27864055999ce64b91defc6e] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=44.3 K 2024-11-25T11:33:27,043 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50288 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:27,043 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/A is initiating minor compaction (all files) 2024-11-25T11:33:27,043 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/A in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:27,043 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/34b08af521354dd5979b608cb35ff690, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b1545b418bf44a9aa5fc0690363e0938, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8aa04f41cd5c48c2abb3d29cd0c75fe1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e7e2c1c31ff542e3b95e0bdc3ea28c8a] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=49.1 K 2024-11-25T11:33:27,044 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting e1c284fff5b349c5906fcb623724048a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732534402754 2024-11-25T11:33:27,044 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34b08af521354dd5979b608cb35ff690, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732534402754 2024-11-25T11:33:27,045 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 40f2dd012846433cb1b38b630d1f0e59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1732534403867 2024-11-25T11:33:27,046 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1545b418bf44a9aa5fc0690363e0938, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1732534403867 2024-11-25T11:33:27,046 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting fa87d3c67e7d4b8d9812489599c7e8f5, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=704, earliestPutTs=1732534403998 2024-11-25T11:33:27,046 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8aa04f41cd5c48c2abb3d29cd0c75fe1, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=704, earliestPutTs=1732534403998 2024-11-25T11:33:27,046 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 58663bdc27864055999ce64b91defc6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1732534405076 2024-11-25T11:33:27,047 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7e2c1c31ff542e3b95e0bdc3ea28c8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1732534405076 2024-11-25T11:33:27,065 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#A#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:27,066 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/1ed091d8e47a4b7c96507e484e961f92 is 50, key is test_row_0/A:col10/1732534405081/Put/seqid=0 2024-11-25T11:33:27,075 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:27,075 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/0f1b60bcd43d4765a002e7b4df13005f is 50, key is test_row_0/B:col10/1732534405081/Put/seqid=0 2024-11-25T11:33:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741945_1121 (size=13527) 2024-11-25T11:33:27,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741946_1122 (size=13527) 2024-11-25T11:33:27,116 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/1ed091d8e47a4b7c96507e484e961f92 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1ed091d8e47a4b7c96507e484e961f92 2024-11-25T11:33:27,117 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/0f1b60bcd43d4765a002e7b4df13005f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/0f1b60bcd43d4765a002e7b4df13005f 2024-11-25T11:33:27,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-25T11:33:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-25T11:33:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-25T11:33:27,133 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/B of 6b2777924a43ccc82ad97bee05238f06 into 0f1b60bcd43d4765a002e7b4df13005f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:27,133 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:27,133 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/B, priority=12, startTime=1732534407039; duration=0sec 2024-11-25T11:33:27,133 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:27,133 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:B 2024-11-25T11:33:27,133 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:27,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-25T11:33:27,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-25T11:33:27,137 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/A of 6b2777924a43ccc82ad97bee05238f06 into 1ed091d8e47a4b7c96507e484e961f92(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:27,137 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:27,137 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/A, priority=12, startTime=1732534407039; duration=0sec 2024-11-25T11:33:27,137 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:27,137 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:A 2024-11-25T11:33:27,138 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:27,138 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 6b2777924a43ccc82ad97bee05238f06/C is initiating minor compaction (all files) 2024-11-25T11:33:27,138 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6b2777924a43ccc82ad97bee05238f06/C in TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:27,138 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/4881692e340248c183fe788cca1de45e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/0102144fd308475d8485d8e59a7f2580, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d1533455040f4dcabb0d5e0254e3bddf, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/569dc3f9998b4b5fbf85c16937da7b64] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp, totalSize=44.3 K 2024-11-25T11:33:27,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.4030 sec 2024-11-25T11:33:27,139 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4881692e340248c183fe788cca1de45e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=555, earliestPutTs=1732534402754 2024-11-25T11:33:27,139 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0102144fd308475d8485d8e59a7f2580, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1732534403867 2024-11-25T11:33:27,140 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting d1533455040f4dcabb0d5e0254e3bddf, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=704, earliestPutTs=1732534403998 2024-11-25T11:33:27,141 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 569dc3f9998b4b5fbf85c16937da7b64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1732534405076 2024-11-25T11:33:27,164 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6b2777924a43ccc82ad97bee05238f06#C#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:27,165 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/de08d670ff754f7699a1fdb07f76460a is 50, key is test_row_0/C:col10/1732534405081/Put/seqid=0 2024-11-25T11:33:27,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741947_1123 (size=13527) 2024-11-25T11:33:27,196 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/de08d670ff754f7699a1fdb07f76460a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/de08d670ff754f7699a1fdb07f76460a 2024-11-25T11:33:27,203 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6b2777924a43ccc82ad97bee05238f06/C of 6b2777924a43ccc82ad97bee05238f06 into de08d670ff754f7699a1fdb07f76460a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:27,203 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:27,203 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., storeName=6b2777924a43ccc82ad97bee05238f06/C, priority=12, startTime=1732534407039; duration=0sec 2024-11-25T11:33:27,204 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:27,204 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6b2777924a43ccc82ad97bee05238f06:C 2024-11-25T11:33:27,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:33:27,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:27,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:27,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:27,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:27,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:27,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:27,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d76b19b711c3472a8654370fd3eb2e40 is 50, key is test_row_0/A:col10/1732534407245/Put/seqid=0 2024-11-25T11:33:27,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741948_1124 (size=12301) 2024-11-25T11:33:27,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=747 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d76b19b711c3472a8654370fd3eb2e40 2024-11-25T11:33:27,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/bc649055d5914144817be42deb6e3a9a is 50, key is test_row_0/B:col10/1732534407245/Put/seqid=0 2024-11-25T11:33:27,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534407267, max timestamp=1732534407320Num uniques 859; 2024-11-25T11:33:27,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534407267, max timestamp=1732534407320Num uniques 859; 2024-11-25T11:33:27,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:27,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:27,324 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534407267, max timestamp=1732534407320Num uniques 859; 2024-11-25T11:33:27,325 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741949_1125 (size=12301) 2024-11-25T11:33:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534467396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534467396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:27,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534467514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:27,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:27,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534467514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:27,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534467722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:27,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534467722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:27,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:27,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=747 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/bc649055d5914144817be42deb6e3a9a 2024-11-25T11:33:27,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/73f072431d7b4b1c9d5428843c2ed54e is 50, key is test_row_0/C:col10/1732534407245/Put/seqid=0 2024-11-25T11:33:27,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741950_1126 (size=12301) 2024-11-25T11:33:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-25T11:33:27,883 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:27,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees 2024-11-25T11:33:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T11:33:27,887 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:27,888 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:27,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T11:33:28,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-25T11:33:28,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:28,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:28,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:28,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:28,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534468033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:28,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:28,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534468033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:28,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=747 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/73f072431d7b4b1c9d5428843c2ed54e 2024-11-25T11:33:28,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/d76b19b711c3472a8654370fd3eb2e40 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d76b19b711c3472a8654370fd3eb2e40 2024-11-25T11:33:28,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51824 deadline: 1732534468182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:28,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51764 deadline: 1732534468182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:28,192 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:28,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d76b19b711c3472a8654370fd3eb2e40, entries=150, sequenceid=747, filesize=12.0 K 2024-11-25T11:33:28,194 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:28,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:28,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-25T11:33:28,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:28,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:28,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:28,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:28,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:28,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51808 deadline: 1732534468193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:28,201 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 6b2777924a43ccc82ad97bee05238f06 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T11:33:28,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/bc649055d5914144817be42deb6e3a9a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/bc649055d5914144817be42deb6e3a9a 2024-11-25T11:33:28,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/bc649055d5914144817be42deb6e3a9a, entries=150, sequenceid=747, filesize=12.0 K 2024-11-25T11:33:28,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/73f072431d7b4b1c9d5428843c2ed54e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/73f072431d7b4b1c9d5428843c2ed54e 2024-11-25T11:33:28,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/73f072431d7b4b1c9d5428843c2ed54e, entries=150, sequenceid=747, filesize=12.0 K 2024-11-25T11:33:28,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 6b2777924a43ccc82ad97bee05238f06 in 984ms, sequenceid=747, compaction requested=false 2024-11-25T11:33:28,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:28,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-25T11:33:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:28,363 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T11:33:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:28,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/bfb57e0ac5f54386979108816cd91c7d is 50, key is test_row_0/A:col10/1732534407394/Put/seqid=0 2024-11-25T11:33:28,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741951_1127 (size=12301) 2024-11-25T11:33:28,389 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=784 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/bfb57e0ac5f54386979108816cd91c7d 2024-11-25T11:33:28,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/804599b12f1d460ca40b4023fdd7f797 is 50, key is test_row_0/B:col10/1732534407394/Put/seqid=0 2024-11-25T11:33:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741952_1128 (size=12301) 2024-11-25T11:33:28,454 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=784 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/804599b12f1d460ca40b4023fdd7f797 2024-11-25T11:33:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/fd92422ca62244b1bb6f88f9aeaae789 is 50, key is test_row_0/C:col10/1732534407394/Put/seqid=0 2024-11-25T11:33:28,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741953_1129 (size=12301) 2024-11-25T11:33:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T11:33:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:28,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534468579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:28,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:28,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534468582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:28,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534468692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:28,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534468692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:28,898 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=784 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/fd92422ca62244b1bb6f88f9aeaae789 2024-11-25T11:33:28,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/bfb57e0ac5f54386979108816cd91c7d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/bfb57e0ac5f54386979108816cd91c7d 2024-11-25T11:33:28,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1732534468902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:28,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732534468902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:28,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:33:28,911 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/bfb57e0ac5f54386979108816cd91c7d, entries=150, sequenceid=784, filesize=12.0 K 2024-11-25T11:33:28,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/804599b12f1d460ca40b4023fdd7f797 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/804599b12f1d460ca40b4023fdd7f797 2024-11-25T11:33:28,941 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/804599b12f1d460ca40b4023fdd7f797, entries=150, sequenceid=784, filesize=12.0 K 2024-11-25T11:33:28,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/fd92422ca62244b1bb6f88f9aeaae789 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/fd92422ca62244b1bb6f88f9aeaae789 2024-11-25T11:33:28,948 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/fd92422ca62244b1bb6f88f9aeaae789, entries=150, sequenceid=784, filesize=12.0 K 2024-11-25T11:33:28,950 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 6b2777924a43ccc82ad97bee05238f06 in 586ms, sequenceid=784, compaction requested=true 2024-11-25T11:33:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-25T11:33:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-25T11:33:28,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-25T11:33:28,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0640 sec 2024-11-25T11:33:28,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees in 1.0720 sec 2024-11-25T11:33:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-25T11:33:29,032 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:29,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:29,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=33, table=TestAcidGuarantees 2024-11-25T11:33:29,036 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=33, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=33, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:29,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-25T11:33:29,037 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=33, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=33, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:29,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-25T11:33:29,159 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-25T11:33:29,159 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-25T11:33:29,159 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:29,159 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:29,162 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-25T11:33:29,162 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:29,167 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-25T11:33:29,167 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:29,169 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,169 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,169 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,169 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,170 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:29,170 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:29,171 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:29,172 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:29,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=34 2024-11-25T11:33:29,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:29,191 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:33:29,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:29,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:29,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:29,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/f8f59dd0a96f4fb0be6628c5a31d4535 is 50, key is test_row_0/A:col10/1732534408576/Put/seqid=0 2024-11-25T11:33:29,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741954_1130 (size=12301) 2024-11-25T11:33:29,204 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=794 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/f8f59dd0a96f4fb0be6628c5a31d4535 2024-11-25T11:33:29,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/ac960c61ee2242129d94134fad8a8181 is 50, key is test_row_0/B:col10/1732534408576/Put/seqid=0 2024-11-25T11:33:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:29,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. as already flushing 2024-11-25T11:33:29,225 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-25T11:33:29,225 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:29,225 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741955_1131 (size=12301) 2024-11-25T11:33:29,225 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:29,226 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-25T11:33:29,226 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:29,226 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,226 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:29,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:29,227 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=794 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/ac960c61ee2242129d94134fad8a8181 2024-11-25T11:33:29,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/9b4486459c664af6b4d499ae0182e4fd is 50, key is test_row_0/C:col10/1732534408576/Put/seqid=0 2024-11-25T11:33:29,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741956_1132 (size=12301) 2024-11-25T11:33:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-25T11:33:29,647 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=794 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/9b4486459c664af6b4d499ae0182e4fd 2024-11-25T11:33:29,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/f8f59dd0a96f4fb0be6628c5a31d4535 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f8f59dd0a96f4fb0be6628c5a31d4535 2024-11-25T11:33:29,659 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f8f59dd0a96f4fb0be6628c5a31d4535, entries=150, sequenceid=794, filesize=12.0 K 2024-11-25T11:33:29,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/ac960c61ee2242129d94134fad8a8181 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ac960c61ee2242129d94134fad8a8181 2024-11-25T11:33:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-25T11:33:29,666 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ac960c61ee2242129d94134fad8a8181, entries=150, sequenceid=794, filesize=12.0 K 2024-11-25T11:33:29,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/9b4486459c664af6b4d499ae0182e4fd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/9b4486459c664af6b4d499ae0182e4fd 2024-11-25T11:33:29,672 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/9b4486459c664af6b4d499ae0182e4fd, entries=150, sequenceid=794, filesize=12.0 K 2024-11-25T11:33:29,673 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=13.42 KB/13740 for 6b2777924a43ccc82ad97bee05238f06 in 482ms, sequenceid=794, compaction requested=true 2024-11-25T11:33:29,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6b2777924a43ccc82ad97bee05238f06: 2024-11-25T11:33:29,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:29,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-25T11:33:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-25T11:33:29,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-25T11:33:29,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 638 msec 2024-11-25T11:33:29,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=33, table=TestAcidGuarantees in 644 msec 2024-11-25T11:33:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-25T11:33:30,173 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:31,349 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:33:32,215 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-25T11:33:32,215 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-25T11:33:32,215 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:32,215 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:32,215 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:32,215 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:32,215 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:32,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:32,215 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:32,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:32,223 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-25T11:33:32,223 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:32,223 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:32,223 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:32,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:32,223 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 216 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 141 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2327 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2322 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1053 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3159 rows 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1042 2024-11-25T11:33:32,224 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3126 rows 2024-11-25T11:33:32,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:33:32,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:33:32,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:32,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:32,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:32,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T11:33:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T11:33:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-25T11:33:32,236 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534412236"}]},"ts":"1732534412236"} 2024-11-25T11:33:32,238 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T11:33:32,238 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T11:33:32,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T11:33:32,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b2777924a43ccc82ad97bee05238f06, UNASSIGN}] 2024-11-25T11:33:32,244 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b2777924a43ccc82ad97bee05238f06, UNASSIGN 2024-11-25T11:33:32,245 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=6b2777924a43ccc82ad97bee05238f06, regionState=CLOSING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:32,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b2777924a43ccc82ad97bee05238f06, UNASSIGN because future has completed 2024-11-25T11:33:32,248 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:33:32,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:33:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-25T11:33:32,404 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:32,404 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:33:32,405 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 6b2777924a43ccc82ad97bee05238f06, disabling compactions & flushes 2024-11-25T11:33:32,405 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:32,405 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:32,405 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. after waiting 0 ms 2024-11-25T11:33:32,405 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:32,405 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(2902): Flushing 6b2777924a43ccc82ad97bee05238f06 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-25T11:33:32,405 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=A 2024-11-25T11:33:32,405 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:32,405 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=B 2024-11-25T11:33:32,405 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:32,405 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6b2777924a43ccc82ad97bee05238f06, store=C 2024-11-25T11:33:32,405 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:32,409 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/cf1cb58478be43aca9554a9038ec8bef is 50, key is test_row_0/A:col10/1732534412213/Put/seqid=0 2024-11-25T11:33:32,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741957_1133 (size=12301) 2024-11-25T11:33:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-25T11:33:32,814 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=802 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/cf1cb58478be43aca9554a9038ec8bef 2024-11-25T11:33:32,822 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/00cdc7487d28491db0726c321913eda7 is 50, key is test_row_0/B:col10/1732534412213/Put/seqid=0 2024-11-25T11:33:32,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741958_1134 (size=12301) 2024-11-25T11:33:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-25T11:33:33,227 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=802 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/00cdc7487d28491db0726c321913eda7 2024-11-25T11:33:33,234 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/8754df374f3e43b3b65681b85b1f0616 is 50, key is test_row_0/C:col10/1732534412213/Put/seqid=0 2024-11-25T11:33:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741959_1135 (size=12301) 2024-11-25T11:33:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-25T11:33:33,639 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=802 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/8754df374f3e43b3b65681b85b1f0616 2024-11-25T11:33:33,644 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/A/cf1cb58478be43aca9554a9038ec8bef as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/cf1cb58478be43aca9554a9038ec8bef 2024-11-25T11:33:33,648 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/cf1cb58478be43aca9554a9038ec8bef, entries=150, sequenceid=802, filesize=12.0 K 2024-11-25T11:33:33,649 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/B/00cdc7487d28491db0726c321913eda7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/00cdc7487d28491db0726c321913eda7 2024-11-25T11:33:33,653 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/00cdc7487d28491db0726c321913eda7, entries=150, sequenceid=802, filesize=12.0 K 2024-11-25T11:33:33,654 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/.tmp/C/8754df374f3e43b3b65681b85b1f0616 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/8754df374f3e43b3b65681b85b1f0616 2024-11-25T11:33:33,658 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/8754df374f3e43b3b65681b85b1f0616, entries=150, sequenceid=802, filesize=12.0 K 2024-11-25T11:33:33,659 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 6b2777924a43ccc82ad97bee05238f06 in 1254ms, sequenceid=802, compaction requested=true 2024-11-25T11:33:33,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/25abca2165b548fc948967091c2cbbad, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/cb5bd85583314eb980c84359b5976054, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b0d9da63c1b04c59a695e72e5eb9c206, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e459e2db7e9545aeb99e0ba86f4a3ac5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/39887bba82924a8c94f359e0237e3a42, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b14a9f907b50434797f12c8df85bc2f5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d25df736fe424fefafff269378578ed2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d9ede39b78244feb67a40d6e18da93b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1bf7ea4e31b348dea0e3c6b6885d9e9b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f476cd296b0348dab5c20b313a9b1fc4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/86e3919253fc480a9cf9782d3b800f3a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/3408077fc10b412398df05e356e41d13, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e17f9ee184fa422695f9f05f52ee9e4a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/bffdc6c919ff499692cbf6b221973774, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/95ae753654854c77974082d077c8bd6b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/57e5e5d18edb4d5aa763f54d4dafea4a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e11119f477ee4755970e5d4ac59220c8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d2065ca9833a4805a7d1c3f726e8b986, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/21fd6f2afc604e01b8adb3fdcb5b2fa9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/537b67125cdb4aa9a303984ea5b96c7c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1ed8531e18244d39a634ede356ae0857, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d78567f1cb5c4b14936cf5752af59c3c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f51a67c3260d4265a094d00c888b3bd0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/ac58a1b44af14fdcbb0af652dd0b7c87, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/402ebd4fec534f9bbc5265e8245c8964, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/75e82871fe824f8a9658dedb4c7bf4b4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d91ebefb26b454184fc4f0082c243a2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e10ae9a3cba846c18594b05d1a401006, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/ff8b0f689b3847d68ee9fbda2dd05fd5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/65d35324429647d49618dcaa91c9694e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/4684dc2c113c48449b58582457a85c39, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/a4d1a5e198754f83bc3913a1e23b6167, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/34b08af521354dd5979b608cb35ff690, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b1545b418bf44a9aa5fc0690363e0938, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8aa04f41cd5c48c2abb3d29cd0c75fe1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e7e2c1c31ff542e3b95e0bdc3ea28c8a] to archive 2024-11-25T11:33:33,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:33:33,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/25abca2165b548fc948967091c2cbbad to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/25abca2165b548fc948967091c2cbbad 2024-11-25T11:33:33,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/cb5bd85583314eb980c84359b5976054 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/cb5bd85583314eb980c84359b5976054 2024-11-25T11:33:33,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b0d9da63c1b04c59a695e72e5eb9c206 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b0d9da63c1b04c59a695e72e5eb9c206 2024-11-25T11:33:33,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e459e2db7e9545aeb99e0ba86f4a3ac5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e459e2db7e9545aeb99e0ba86f4a3ac5 2024-11-25T11:33:33,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/39887bba82924a8c94f359e0237e3a42 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/39887bba82924a8c94f359e0237e3a42 2024-11-25T11:33:33,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b14a9f907b50434797f12c8df85bc2f5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b14a9f907b50434797f12c8df85bc2f5 2024-11-25T11:33:33,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d25df736fe424fefafff269378578ed2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d25df736fe424fefafff269378578ed2 2024-11-25T11:33:33,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d9ede39b78244feb67a40d6e18da93b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d9ede39b78244feb67a40d6e18da93b 2024-11-25T11:33:33,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1bf7ea4e31b348dea0e3c6b6885d9e9b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1bf7ea4e31b348dea0e3c6b6885d9e9b 2024-11-25T11:33:33,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f476cd296b0348dab5c20b313a9b1fc4 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f476cd296b0348dab5c20b313a9b1fc4 2024-11-25T11:33:33,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/86e3919253fc480a9cf9782d3b800f3a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/86e3919253fc480a9cf9782d3b800f3a 2024-11-25T11:33:33,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/3408077fc10b412398df05e356e41d13 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/3408077fc10b412398df05e356e41d13 2024-11-25T11:33:33,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e17f9ee184fa422695f9f05f52ee9e4a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e17f9ee184fa422695f9f05f52ee9e4a 2024-11-25T11:33:33,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/bffdc6c919ff499692cbf6b221973774 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/bffdc6c919ff499692cbf6b221973774 2024-11-25T11:33:33,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/95ae753654854c77974082d077c8bd6b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/95ae753654854c77974082d077c8bd6b 2024-11-25T11:33:33,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/57e5e5d18edb4d5aa763f54d4dafea4a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/57e5e5d18edb4d5aa763f54d4dafea4a 2024-11-25T11:33:33,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e11119f477ee4755970e5d4ac59220c8 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e11119f477ee4755970e5d4ac59220c8 2024-11-25T11:33:33,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d2065ca9833a4805a7d1c3f726e8b986 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d2065ca9833a4805a7d1c3f726e8b986 2024-11-25T11:33:33,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/21fd6f2afc604e01b8adb3fdcb5b2fa9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/21fd6f2afc604e01b8adb3fdcb5b2fa9 2024-11-25T11:33:33,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/537b67125cdb4aa9a303984ea5b96c7c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/537b67125cdb4aa9a303984ea5b96c7c 2024-11-25T11:33:33,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1ed8531e18244d39a634ede356ae0857 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1ed8531e18244d39a634ede356ae0857 2024-11-25T11:33:33,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d78567f1cb5c4b14936cf5752af59c3c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d78567f1cb5c4b14936cf5752af59c3c 2024-11-25T11:33:33,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f51a67c3260d4265a094d00c888b3bd0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f51a67c3260d4265a094d00c888b3bd0 2024-11-25T11:33:33,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/ac58a1b44af14fdcbb0af652dd0b7c87 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/ac58a1b44af14fdcbb0af652dd0b7c87 2024-11-25T11:33:33,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/402ebd4fec534f9bbc5265e8245c8964 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/402ebd4fec534f9bbc5265e8245c8964 2024-11-25T11:33:33,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/75e82871fe824f8a9658dedb4c7bf4b4 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/75e82871fe824f8a9658dedb4c7bf4b4 2024-11-25T11:33:33,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d91ebefb26b454184fc4f0082c243a2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8d91ebefb26b454184fc4f0082c243a2 2024-11-25T11:33:33,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e10ae9a3cba846c18594b05d1a401006 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e10ae9a3cba846c18594b05d1a401006 2024-11-25T11:33:33,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/ff8b0f689b3847d68ee9fbda2dd05fd5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/ff8b0f689b3847d68ee9fbda2dd05fd5 2024-11-25T11:33:33,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/65d35324429647d49618dcaa91c9694e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/65d35324429647d49618dcaa91c9694e 2024-11-25T11:33:33,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/4684dc2c113c48449b58582457a85c39 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/4684dc2c113c48449b58582457a85c39 2024-11-25T11:33:33,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/a4d1a5e198754f83bc3913a1e23b6167 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/a4d1a5e198754f83bc3913a1e23b6167 2024-11-25T11:33:33,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/34b08af521354dd5979b608cb35ff690 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/34b08af521354dd5979b608cb35ff690 2024-11-25T11:33:33,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b1545b418bf44a9aa5fc0690363e0938 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/b1545b418bf44a9aa5fc0690363e0938 2024-11-25T11:33:33,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8aa04f41cd5c48c2abb3d29cd0c75fe1 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/8aa04f41cd5c48c2abb3d29cd0c75fe1 2024-11-25T11:33:33,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e7e2c1c31ff542e3b95e0bdc3ea28c8a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/e7e2c1c31ff542e3b95e0bdc3ea28c8a 2024-11-25T11:33:33,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58fb48e38cac4ac0b39d4b7e200c6431, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ed911f07829843a4b243e741a7e34a52, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ac4bfcd981024596951ab149d08a09f0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/95cb7fc7ed1b44d9927a148cdc747d13, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/43ea13cf0481431ba7358fa10ad60925, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2ddff456b771441ca8ac321ccdce3916, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/0fdc01ec94a54c6091a9d278dbfe4514, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/70907c7463144f369fd49a05d158d641, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/6db30aacb1a84e308c9539238d07cf58, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/75653fc40abb4b0098c6da17a2a6d4c6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4afe52ecfa124c45b3cd07303eaf7f4b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/de6ee588d0404b0eaa55b9bd24237724, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/6044d34fe5214266908a20727dd124e7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/d4b38d3507854b78a0b9f3cf5dd02f3d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/dc7866b949364d10930a9cf0458a3f0b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/363e307bd61e451887f51554726dd36b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/14fa1313a4464ef19132da5bfc713d73, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f73a0384bcc24e6fb2712252750c166c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2cdbf64cd0bf4a85842390b754722255, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/64e92886a27447a08a732f65a63a5cee, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/e3c3a596c18642f59aecb8ebd8e7d439, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/d64fa33ef4f345dab54cf16f42826653, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/721768b497334271aeb078e584a5d113, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/55aa1823f93d4594896f908ff2f85b96, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4a27d291d0844a6f9061768e8769234d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2e357f40512945549179ed9ab140d6d1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f86a7f0485814e18bd1112a2c1076754, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/dbee146931804a07bcf823ef2f6f0ad0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/a70d2cdcc3524356a01415fc78293222, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/9a44f98d43314b8996d1fadd578f4ced, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ddf573661745426da169590943c59b01, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/e1c284fff5b349c5906fcb623724048a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4c2ab18f80c9454ebc62f5d999403dd1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/40f2dd012846433cb1b38b630d1f0e59, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/fa87d3c67e7d4b8d9812489599c7e8f5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58663bdc27864055999ce64b91defc6e] to archive 2024-11-25T11:33:33,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:33:33,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58fb48e38cac4ac0b39d4b7e200c6431 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58fb48e38cac4ac0b39d4b7e200c6431 2024-11-25T11:33:33,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ed911f07829843a4b243e741a7e34a52 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ed911f07829843a4b243e741a7e34a52 2024-11-25T11:33:33,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ac4bfcd981024596951ab149d08a09f0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ac4bfcd981024596951ab149d08a09f0 2024-11-25T11:33:33,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/95cb7fc7ed1b44d9927a148cdc747d13 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/95cb7fc7ed1b44d9927a148cdc747d13 2024-11-25T11:33:33,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/43ea13cf0481431ba7358fa10ad60925 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/43ea13cf0481431ba7358fa10ad60925 2024-11-25T11:33:33,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2ddff456b771441ca8ac321ccdce3916 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2ddff456b771441ca8ac321ccdce3916 2024-11-25T11:33:33,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/0fdc01ec94a54c6091a9d278dbfe4514 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/0fdc01ec94a54c6091a9d278dbfe4514 2024-11-25T11:33:33,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/70907c7463144f369fd49a05d158d641 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/70907c7463144f369fd49a05d158d641 2024-11-25T11:33:33,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/6db30aacb1a84e308c9539238d07cf58 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/6db30aacb1a84e308c9539238d07cf58 2024-11-25T11:33:33,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/75653fc40abb4b0098c6da17a2a6d4c6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/75653fc40abb4b0098c6da17a2a6d4c6 2024-11-25T11:33:33,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4afe52ecfa124c45b3cd07303eaf7f4b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4afe52ecfa124c45b3cd07303eaf7f4b 2024-11-25T11:33:33,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/de6ee588d0404b0eaa55b9bd24237724 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/de6ee588d0404b0eaa55b9bd24237724 2024-11-25T11:33:33,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/6044d34fe5214266908a20727dd124e7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/6044d34fe5214266908a20727dd124e7 2024-11-25T11:33:33,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/d4b38d3507854b78a0b9f3cf5dd02f3d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/d4b38d3507854b78a0b9f3cf5dd02f3d 2024-11-25T11:33:33,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/dc7866b949364d10930a9cf0458a3f0b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/dc7866b949364d10930a9cf0458a3f0b 2024-11-25T11:33:33,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/363e307bd61e451887f51554726dd36b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/363e307bd61e451887f51554726dd36b 2024-11-25T11:33:33,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/14fa1313a4464ef19132da5bfc713d73 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/14fa1313a4464ef19132da5bfc713d73 2024-11-25T11:33:33,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f73a0384bcc24e6fb2712252750c166c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f73a0384bcc24e6fb2712252750c166c 2024-11-25T11:33:33,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2cdbf64cd0bf4a85842390b754722255 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2cdbf64cd0bf4a85842390b754722255 2024-11-25T11:33:33,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/64e92886a27447a08a732f65a63a5cee to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/64e92886a27447a08a732f65a63a5cee 2024-11-25T11:33:33,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/e3c3a596c18642f59aecb8ebd8e7d439 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/e3c3a596c18642f59aecb8ebd8e7d439 2024-11-25T11:33:33,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/d64fa33ef4f345dab54cf16f42826653 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/d64fa33ef4f345dab54cf16f42826653 2024-11-25T11:33:33,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/721768b497334271aeb078e584a5d113 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/721768b497334271aeb078e584a5d113 2024-11-25T11:33:33,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/55aa1823f93d4594896f908ff2f85b96 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/55aa1823f93d4594896f908ff2f85b96 2024-11-25T11:33:33,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4a27d291d0844a6f9061768e8769234d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4a27d291d0844a6f9061768e8769234d 2024-11-25T11:33:33,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2e357f40512945549179ed9ab140d6d1 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/2e357f40512945549179ed9ab140d6d1 2024-11-25T11:33:33,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f86a7f0485814e18bd1112a2c1076754 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/f86a7f0485814e18bd1112a2c1076754 2024-11-25T11:33:33,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/dbee146931804a07bcf823ef2f6f0ad0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/dbee146931804a07bcf823ef2f6f0ad0 2024-11-25T11:33:33,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/a70d2cdcc3524356a01415fc78293222 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/a70d2cdcc3524356a01415fc78293222 2024-11-25T11:33:33,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/9a44f98d43314b8996d1fadd578f4ced to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/9a44f98d43314b8996d1fadd578f4ced 2024-11-25T11:33:33,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ddf573661745426da169590943c59b01 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ddf573661745426da169590943c59b01 2024-11-25T11:33:33,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/e1c284fff5b349c5906fcb623724048a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/e1c284fff5b349c5906fcb623724048a 2024-11-25T11:33:33,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4c2ab18f80c9454ebc62f5d999403dd1 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/4c2ab18f80c9454ebc62f5d999403dd1 2024-11-25T11:33:33,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/40f2dd012846433cb1b38b630d1f0e59 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/40f2dd012846433cb1b38b630d1f0e59 2024-11-25T11:33:33,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/fa87d3c67e7d4b8d9812489599c7e8f5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/fa87d3c67e7d4b8d9812489599c7e8f5 2024-11-25T11:33:33,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58663bdc27864055999ce64b91defc6e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/58663bdc27864055999ce64b91defc6e 2024-11-25T11:33:33,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1fc0b702c4db4009a0ba64c98ac7cd62, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2eb621d753aa49f3b14cb7ae3cd5c14c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9958ba436fa4632805116351161c549, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2dcbcc5ef2874965b0ba0fd668f2197e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/a63e66f028bf4a0da1066b2456c42a44, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/242ad339b3284a2f871cd699e60e95cd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/bd3731e0aa9145f5a66cf5ab2727f08b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/de8e47f6faca4c539edc70765d70ec8c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/4ee406a328814b408df6fcea80b9101d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d5f6dee92fb74710bfde6d686eef7c14, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b8c3ef18585a4550ad19226f6647dcc5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d13ac16acf974e418ebbbf38df9fcbc3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/42566a514d1c43c3bb1fb5acf843d9ee, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/91ed9fcd46584d5ca6ccac0cea929a3c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1e45aac5e02f49fbbfa487c426f57aa5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1ab085395d4f452f944bd6904ab75206, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/52f620d7d58b4fb7871e0c8d57fc0c19, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/41037a6814304110a8e5b419c91a0b12, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/c4f4864d5aa84b59a7ee9eb12c6cadd3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/33bb673af7b34a399a95d4f65315811c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/51559ccfe0764c8f9a6b20d8c0a05bc5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/60e63a7e0fb44899ab83fc18075bad31, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/49a274c2e79f4fc09753d1e0ce63f26a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f96ec4e97ad046e38d805ad08fede3b8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/281824ebd79a47d6b50bc2fc28e9e22f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f83d12a2884a4f1fbe197e59d45c7223, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c8abac8bb049fe9b6c00b7a76817e3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/edb5e05a99074f1cb414ff13585389f2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/09d943a37a0b407fb0700295d55ed6c1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/552cb71b4aed45e9b260f90660cbb76c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/6998e68e1d104c3588b4fbfca5ad2794, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/4881692e340248c183fe788cca1de45e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c444fc4d70454bb999ae681e7c0db6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/0102144fd308475d8485d8e59a7f2580, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d1533455040f4dcabb0d5e0254e3bddf, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/569dc3f9998b4b5fbf85c16937da7b64] to archive 2024-11-25T11:33:33,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:33:33,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1fc0b702c4db4009a0ba64c98ac7cd62 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1fc0b702c4db4009a0ba64c98ac7cd62 2024-11-25T11:33:33,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2eb621d753aa49f3b14cb7ae3cd5c14c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2eb621d753aa49f3b14cb7ae3cd5c14c 2024-11-25T11:33:33,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9958ba436fa4632805116351161c549 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9958ba436fa4632805116351161c549 2024-11-25T11:33:33,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2dcbcc5ef2874965b0ba0fd668f2197e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/2dcbcc5ef2874965b0ba0fd668f2197e 2024-11-25T11:33:33,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/a63e66f028bf4a0da1066b2456c42a44 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/a63e66f028bf4a0da1066b2456c42a44 2024-11-25T11:33:33,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/242ad339b3284a2f871cd699e60e95cd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/242ad339b3284a2f871cd699e60e95cd 2024-11-25T11:33:33,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/bd3731e0aa9145f5a66cf5ab2727f08b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/bd3731e0aa9145f5a66cf5ab2727f08b 2024-11-25T11:33:33,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/de8e47f6faca4c539edc70765d70ec8c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/de8e47f6faca4c539edc70765d70ec8c 2024-11-25T11:33:33,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/4ee406a328814b408df6fcea80b9101d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/4ee406a328814b408df6fcea80b9101d 2024-11-25T11:33:33,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d5f6dee92fb74710bfde6d686eef7c14 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d5f6dee92fb74710bfde6d686eef7c14 2024-11-25T11:33:33,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b8c3ef18585a4550ad19226f6647dcc5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b8c3ef18585a4550ad19226f6647dcc5 2024-11-25T11:33:33,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d13ac16acf974e418ebbbf38df9fcbc3 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d13ac16acf974e418ebbbf38df9fcbc3 2024-11-25T11:33:33,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/42566a514d1c43c3bb1fb5acf843d9ee to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/42566a514d1c43c3bb1fb5acf843d9ee 2024-11-25T11:33:33,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/91ed9fcd46584d5ca6ccac0cea929a3c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/91ed9fcd46584d5ca6ccac0cea929a3c 2024-11-25T11:33:33,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1e45aac5e02f49fbbfa487c426f57aa5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1e45aac5e02f49fbbfa487c426f57aa5 2024-11-25T11:33:33,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1ab085395d4f452f944bd6904ab75206 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/1ab085395d4f452f944bd6904ab75206 2024-11-25T11:33:33,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/52f620d7d58b4fb7871e0c8d57fc0c19 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/52f620d7d58b4fb7871e0c8d57fc0c19 2024-11-25T11:33:33,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/41037a6814304110a8e5b419c91a0b12 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/41037a6814304110a8e5b419c91a0b12 2024-11-25T11:33:33,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/c4f4864d5aa84b59a7ee9eb12c6cadd3 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/c4f4864d5aa84b59a7ee9eb12c6cadd3 2024-11-25T11:33:33,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/33bb673af7b34a399a95d4f65315811c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/33bb673af7b34a399a95d4f65315811c 2024-11-25T11:33:33,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/51559ccfe0764c8f9a6b20d8c0a05bc5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/51559ccfe0764c8f9a6b20d8c0a05bc5 2024-11-25T11:33:33,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/60e63a7e0fb44899ab83fc18075bad31 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/60e63a7e0fb44899ab83fc18075bad31 2024-11-25T11:33:33,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/49a274c2e79f4fc09753d1e0ce63f26a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/49a274c2e79f4fc09753d1e0ce63f26a 2024-11-25T11:33:33,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f96ec4e97ad046e38d805ad08fede3b8 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f96ec4e97ad046e38d805ad08fede3b8 2024-11-25T11:33:33,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/281824ebd79a47d6b50bc2fc28e9e22f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/281824ebd79a47d6b50bc2fc28e9e22f 2024-11-25T11:33:33,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f83d12a2884a4f1fbe197e59d45c7223 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/f83d12a2884a4f1fbe197e59d45c7223 2024-11-25T11:33:33,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c8abac8bb049fe9b6c00b7a76817e3 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c8abac8bb049fe9b6c00b7a76817e3 2024-11-25T11:33:33,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/edb5e05a99074f1cb414ff13585389f2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/edb5e05a99074f1cb414ff13585389f2 2024-11-25T11:33:33,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/09d943a37a0b407fb0700295d55ed6c1 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/09d943a37a0b407fb0700295d55ed6c1 2024-11-25T11:33:33,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/552cb71b4aed45e9b260f90660cbb76c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/552cb71b4aed45e9b260f90660cbb76c 2024-11-25T11:33:33,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/6998e68e1d104c3588b4fbfca5ad2794 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/6998e68e1d104c3588b4fbfca5ad2794 2024-11-25T11:33:33,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/4881692e340248c183fe788cca1de45e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/4881692e340248c183fe788cca1de45e 2024-11-25T11:33:33,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c444fc4d70454bb999ae681e7c0db6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/b9c444fc4d70454bb999ae681e7c0db6 2024-11-25T11:33:33,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/0102144fd308475d8485d8e59a7f2580 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/0102144fd308475d8485d8e59a7f2580 2024-11-25T11:33:33,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d1533455040f4dcabb0d5e0254e3bddf to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/d1533455040f4dcabb0d5e0254e3bddf 2024-11-25T11:33:33,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/569dc3f9998b4b5fbf85c16937da7b64 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/569dc3f9998b4b5fbf85c16937da7b64 2024-11-25T11:33:33,813 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/recovered.edits/805.seqid, newMaxSeqId=805, maxSeqId=1 2024-11-25T11:33:33,814 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. 2024-11-25T11:33:33,814 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 6b2777924a43ccc82ad97bee05238f06: Waiting for close lock at 1732534412405Running coprocessor pre-close hooks at 1732534412405Disabling compacts and flushes for region at 1732534412405Disabling writes for close at 1732534412405Obtaining lock to block concurrent updates at 1732534412405Preparing flush snapshotting stores in 6b2777924a43ccc82ad97bee05238f06 at 1732534412405Finished memstore snapshotting TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732534412405Flushing stores of TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06. at 1732534412406 (+1 ms)Flushing 6b2777924a43ccc82ad97bee05238f06/A: creating writer at 1732534412406Flushing 6b2777924a43ccc82ad97bee05238f06/A: appending metadata at 1732534412409 (+3 ms)Flushing 6b2777924a43ccc82ad97bee05238f06/A: closing flushed file at 1732534412409Flushing 6b2777924a43ccc82ad97bee05238f06/B: creating writer at 1732534412819 (+410 ms)Flushing 6b2777924a43ccc82ad97bee05238f06/B: appending metadata at 1732534412822 (+3 ms)Flushing 6b2777924a43ccc82ad97bee05238f06/B: closing flushed file at 1732534412822Flushing 6b2777924a43ccc82ad97bee05238f06/C: creating writer at 1732534413231 (+409 ms)Flushing 6b2777924a43ccc82ad97bee05238f06/C: appending metadata at 1732534413234 (+3 ms)Flushing 6b2777924a43ccc82ad97bee05238f06/C: closing flushed file at 1732534413234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4d7382: reopening flushed file at 1732534413643 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663b3e53: reopening flushed file at 1732534413648 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b567d3d: reopening flushed file at 1732534413653 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 6b2777924a43ccc82ad97bee05238f06 in 1254ms, sequenceid=802, compaction requested=true at 1732534413659 (+6 ms)Writing region close event to WAL at 1732534413809 (+150 ms)Running coprocessor post-close hooks at 1732534413813 (+4 ms)Closed at 1732534413814 (+1 ms) 2024-11-25T11:33:33,816 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:33,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=6b2777924a43ccc82ad97bee05238f06, regionState=CLOSED 2024-11-25T11:33:33,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:33:33,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-25T11:33:33,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 6b2777924a43ccc82ad97bee05238f06, server=96bb5f2c2895,42925,1732534383188 in 1.5710 sec 2024-11-25T11:33:33,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T11:33:33,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6b2777924a43ccc82ad97bee05238f06, UNASSIGN in 1.5780 sec 2024-11-25T11:33:33,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-25T11:33:33,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5840 sec 2024-11-25T11:33:33,826 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534413826"}]},"ts":"1732534413826"} 2024-11-25T11:33:33,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T11:33:33,828 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T11:33:33,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5970 sec 2024-11-25T11:33:34,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-25T11:33:34,392 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:34,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T11:33:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:33:34,401 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=39, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:33:34,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-25T11:33:34,402 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=39, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:33:34,408 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:34,412 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/recovered.edits] 2024-11-25T11:33:34,415 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1ed091d8e47a4b7c96507e484e961f92 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/1ed091d8e47a4b7c96507e484e961f92 2024-11-25T11:33:34,416 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/bfb57e0ac5f54386979108816cd91c7d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/bfb57e0ac5f54386979108816cd91c7d 2024-11-25T11:33:34,418 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/cf1cb58478be43aca9554a9038ec8bef to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/cf1cb58478be43aca9554a9038ec8bef 2024-11-25T11:33:34,419 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d76b19b711c3472a8654370fd3eb2e40 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/d76b19b711c3472a8654370fd3eb2e40 2024-11-25T11:33:34,420 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f8f59dd0a96f4fb0be6628c5a31d4535 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/A/f8f59dd0a96f4fb0be6628c5a31d4535 2024-11-25T11:33:34,423 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/00cdc7487d28491db0726c321913eda7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/00cdc7487d28491db0726c321913eda7 2024-11-25T11:33:34,424 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/0f1b60bcd43d4765a002e7b4df13005f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/0f1b60bcd43d4765a002e7b4df13005f 2024-11-25T11:33:34,425 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/804599b12f1d460ca40b4023fdd7f797 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/804599b12f1d460ca40b4023fdd7f797 2024-11-25T11:33:34,426 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ac960c61ee2242129d94134fad8a8181 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/ac960c61ee2242129d94134fad8a8181 2024-11-25T11:33:34,428 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/bc649055d5914144817be42deb6e3a9a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/B/bc649055d5914144817be42deb6e3a9a 2024-11-25T11:33:34,431 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/73f072431d7b4b1c9d5428843c2ed54e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/73f072431d7b4b1c9d5428843c2ed54e 2024-11-25T11:33:34,433 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/8754df374f3e43b3b65681b85b1f0616 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/8754df374f3e43b3b65681b85b1f0616 2024-11-25T11:33:34,434 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/9b4486459c664af6b4d499ae0182e4fd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/9b4486459c664af6b4d499ae0182e4fd 2024-11-25T11:33:34,435 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/de08d670ff754f7699a1fdb07f76460a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/de08d670ff754f7699a1fdb07f76460a 2024-11-25T11:33:34,437 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/fd92422ca62244b1bb6f88f9aeaae789 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/C/fd92422ca62244b1bb6f88f9aeaae789 2024-11-25T11:33:34,439 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/recovered.edits/805.seqid to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06/recovered.edits/805.seqid 2024-11-25T11:33:34,440 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/6b2777924a43ccc82ad97bee05238f06 2024-11-25T11:33:34,440 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T11:33:34,446 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=39, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:33:34,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T11:33:34,457 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T11:33:34,491 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T11:33:34,492 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=39, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:33:34,492 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T11:33:34,493 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732534414492"}]},"ts":"9223372036854775807"} 2024-11-25T11:33:34,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T11:33:34,498 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6b2777924a43ccc82ad97bee05238f06, NAME => 'TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T11:33:34,498 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T11:33:34,498 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732534414498"}]},"ts":"9223372036854775807"} 2024-11-25T11:33:34,501 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T11:33:34,502 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=39, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:33:34,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 106 msec 2024-11-25T11:33:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-25T11:33:34,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T11:33:34,513 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:34,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;96bb5f2c2895:42925-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-642747085_22 at /127.0.0.1:53698 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 278) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5218 (was 5039) - AvailableMemoryMB LEAK? - 2024-11-25T11:33:34,537 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=5218 2024-11-25T11:33:34,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T11:33:34,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:33:34,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T11:33:34,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:33:34,542 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:34,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 40 2024-11-25T11:33:34,543 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:33:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T11:33:34,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741960_1136 (size=1061) 2024-11-25T11:33:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T11:33:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T11:33:34,951 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994 2024-11-25T11:33:34,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741961_1137 (size=53) 2024-11-25T11:33:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T11:33:35,357 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:33:35,357 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 33d2283beb923af681526293e919629c, disabling compactions & flushes 2024-11-25T11:33:35,357 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:35,357 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:35,357 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. after waiting 0 ms 2024-11-25T11:33:35,357 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:35,357 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:35,357 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33d2283beb923af681526293e919629c: Waiting for close lock at 1732534415357Disabling compacts and flushes for region at 1732534415357Disabling writes for close at 1732534415357Writing region close event to WAL at 1732534415357Closed at 1732534415357 2024-11-25T11:33:35,358 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:33:35,359 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732534415358"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534415358"}]},"ts":"1732534415358"} 2024-11-25T11:33:35,360 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:33:35,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:33:35,361 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534415361"}]},"ts":"1732534415361"} 2024-11-25T11:33:35,363 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T11:33:35,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, ASSIGN}] 2024-11-25T11:33:35,364 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, ASSIGN 2024-11-25T11:33:35,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, ASSIGN; state=OFFLINE, location=96bb5f2c2895,42925,1732534383188; forceNewPlan=false, retain=false 2024-11-25T11:33:35,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=33d2283beb923af681526293e919629c, regionState=OPENING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:35,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, ASSIGN because future has completed 2024-11-25T11:33:35,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:33:35,673 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:35,674 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:33:35,674 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 33d2283beb923af681526293e919629c 2024-11-25T11:33:35,674 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:33:35,674 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 33d2283beb923af681526293e919629c 2024-11-25T11:33:35,674 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 33d2283beb923af681526293e919629c 2024-11-25T11:33:35,675 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 33d2283beb923af681526293e919629c 2024-11-25T11:33:35,677 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:33:35,677 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33d2283beb923af681526293e919629c columnFamilyName A 2024-11-25T11:33:35,678 DEBUG [StoreOpener-33d2283beb923af681526293e919629c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:35,678 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(327): Store=33d2283beb923af681526293e919629c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:35,678 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 33d2283beb923af681526293e919629c 2024-11-25T11:33:35,679 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:33:35,680 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33d2283beb923af681526293e919629c columnFamilyName B 2024-11-25T11:33:35,680 DEBUG [StoreOpener-33d2283beb923af681526293e919629c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:35,680 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(327): Store=33d2283beb923af681526293e919629c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:35,680 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 33d2283beb923af681526293e919629c 2024-11-25T11:33:35,681 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:33:35,681 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33d2283beb923af681526293e919629c columnFamilyName C 2024-11-25T11:33:35,681 DEBUG [StoreOpener-33d2283beb923af681526293e919629c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:35,682 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(327): Store=33d2283beb923af681526293e919629c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:35,682 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:35,682 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 33d2283beb923af681526293e919629c 2024-11-25T11:33:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T11:33:35,683 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c 2024-11-25T11:33:35,683 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c 2024-11-25T11:33:35,684 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 33d2283beb923af681526293e919629c 2024-11-25T11:33:35,684 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 33d2283beb923af681526293e919629c 2024-11-25T11:33:35,684 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:33:35,685 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 33d2283beb923af681526293e919629c 2024-11-25T11:33:35,687 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:33:35,687 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 33d2283beb923af681526293e919629c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68411799, jitterRate=0.019415244460105896}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:33:35,687 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33d2283beb923af681526293e919629c 2024-11-25T11:33:35,688 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 33d2283beb923af681526293e919629c: Running coprocessor pre-open hook at 1732534415674Writing region info on filesystem at 1732534415674Initializing all the Stores at 1732534415675 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534415675Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534415675Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534415675Cleaning up temporary data from old regions at 1732534415684 (+9 ms)Running coprocessor post-open hooks at 1732534415687 (+3 ms)Region opened successfully at 1732534415688 (+1 ms) 2024-11-25T11:33:35,689 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., pid=42, masterSystemTime=1732534415670 2024-11-25T11:33:35,691 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:35,691 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:35,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=33d2283beb923af681526293e919629c, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:35,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:33:35,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-25T11:33:35,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 in 176 msec 2024-11-25T11:33:35,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-25T11:33:35,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, ASSIGN in 332 msec 2024-11-25T11:33:35,698 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:33:35,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534415698"}]},"ts":"1732534415698"} 2024-11-25T11:33:35,699 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T11:33:35,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=40, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:33:35,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-25T11:33:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-25T11:33:36,692 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:36,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a00013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:36,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:36,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:36,695 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4810677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:36,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:36,697 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:36,697 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16870e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:36,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:36,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:36,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:36,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:33:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,42593,1732534382322 2024-11-25T11:33:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c3c82e 2024-11-25T11:33:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:33:36,703 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:33:36,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T11:33:36,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:33:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=43, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T11:33:36,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741962_1138 (size=1097) 2024-11-25T11:33:37,127 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-25T11:33:37,127 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-25T11:33:37,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T11:33:37,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, REOPEN/MOVE}] 2024-11-25T11:33:37,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, REOPEN/MOVE 2024-11-25T11:33:37,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=33d2283beb923af681526293e919629c, regionState=CLOSING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, REOPEN/MOVE because future has completed 2024-11-25T11:33:37,141 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:33:37,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE, hasLock=false; CloseRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:33:37,293 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] handler.UnassignRegionHandler(122): Close 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,293 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:33:37,294 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1722): Closing 33d2283beb923af681526293e919629c, disabling compactions & flushes 2024-11-25T11:33:37,294 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:37,294 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:37,294 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. after waiting 0 ms 2024-11-25T11:33:37,294 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:37,297 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T11:33:37,298 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:37,298 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegion(1676): Region close journal for 33d2283beb923af681526293e919629c: Waiting for close lock at 1732534417294Running coprocessor pre-close hooks at 1732534417294Disabling compacts and flushes for region at 1732534417294Disabling writes for close at 1732534417294Writing region close event to WAL at 1732534417294Running coprocessor post-close hooks at 1732534417298 (+4 ms)Closed at 1732534417298 2024-11-25T11:33:37,298 WARN [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] regionserver.HRegionServer(3299): Not adding moved region record: 33d2283beb923af681526293e919629c to self. 2024-11-25T11:33:37,300 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=46}] handler.UnassignRegionHandler(157): Closed 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=33d2283beb923af681526293e919629c, regionState=CLOSED 2024-11-25T11:33:37,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE, hasLock=false; CloseRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:33:37,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=45 2024-11-25T11:33:37,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; CloseRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 in 162 msec 2024-11-25T11:33:37,305 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, REOPEN/MOVE; state=CLOSED, location=96bb5f2c2895,42925,1732534383188; forceNewPlan=false, retain=true 2024-11-25T11:33:37,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=33d2283beb923af681526293e919629c, regionState=OPENING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, REOPEN/MOVE because future has completed 2024-11-25T11:33:37,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:33:37,613 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:37,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:33:37,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:33:37,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,616 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,616 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:33:37,621 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33d2283beb923af681526293e919629c columnFamilyName A 2024-11-25T11:33:37,623 DEBUG [StoreOpener-33d2283beb923af681526293e919629c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:37,624 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(327): Store=33d2283beb923af681526293e919629c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:37,624 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,625 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:33:37,625 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33d2283beb923af681526293e919629c columnFamilyName B 2024-11-25T11:33:37,625 DEBUG [StoreOpener-33d2283beb923af681526293e919629c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:37,625 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(327): Store=33d2283beb923af681526293e919629c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:37,626 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,626 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:33:37,626 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33d2283beb923af681526293e919629c columnFamilyName C 2024-11-25T11:33:37,626 DEBUG [StoreOpener-33d2283beb923af681526293e919629c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:37,627 INFO [StoreOpener-33d2283beb923af681526293e919629c-1 {}] regionserver.HStore(327): Store=33d2283beb923af681526293e919629c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:33:37,627 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:37,627 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,628 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c 2024-11-25T11:33:37,628 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c 2024-11-25T11:33:37,629 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,629 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,630 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:33:37,631 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,632 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 33d2283beb923af681526293e919629c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64816357, jitterRate=-0.03416101634502411}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:33:37,632 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,634 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 33d2283beb923af681526293e919629c: Running coprocessor pre-open hook at 1732534417614Writing region info on filesystem at 1732534417614Initializing all the Stores at 1732534417614Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534417614Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534417615 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534417615Cleaning up temporary data from old regions at 1732534417629 (+14 ms)Running coprocessor post-open hooks at 1732534417632 (+3 ms)Region opened successfully at 1732534417634 (+2 ms) 2024-11-25T11:33:37,635 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., pid=47, masterSystemTime=1732534417609 2024-11-25T11:33:37,636 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:37,637 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:37,637 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=33d2283beb923af681526293e919629c, regionState=OPEN, openSeqNum=5, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:33:37,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=45 2024-11-25T11:33:37,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 in 181 msec 2024-11-25T11:33:37,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-25T11:33:37,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, REOPEN/MOVE in 504 msec 2024-11-25T11:33:37,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-25T11:33:37,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 514 msec 2024-11-25T11:33:37,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 937 msec 2024-11-25T11:33:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=43 2024-11-25T11:33:37,651 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:37,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad8b864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:37,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:37,653 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:37,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782d2062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:37,655 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:37,656 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f29c00f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:37,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:37,657 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7405a174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:37,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:37,659 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:37,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7772c6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:37,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:37,661 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1807239e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:37,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:37,662 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:37,662 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0cf87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d0a90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:37,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:37,664 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:37,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:37,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebc1787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:37,666 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:37,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0a3f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:37,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:37,667 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2003dfc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:37,669 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:37,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a9c75c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffb7a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:37,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:37,671 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b17dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:37,672 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:37,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157125ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:37,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:37,674 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1445e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:37,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:37,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:37,675 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:37,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73417116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:37,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:37,677 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:37,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:37,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:37,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74023b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:37,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:37,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:37,679 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:37,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@873db25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:33:37,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:33:37,681 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:33:37,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:33:37,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:33:37,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b2e636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:33:37,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:33:37,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:37,682 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:33:37,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbb8645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:33:37,683 DEBUG [Thread-684 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:37,683 DEBUG [Thread-692 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:37,684 DEBUG [Thread-690 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:37,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:37,684 DEBUG [Thread-695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:37,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:37,685 DEBUG [Thread-699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:37,685 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:37,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:37,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:37,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:37,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:37,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:37,687 DEBUG [Thread-697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:37,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:37,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:37,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-25T11:33:37,687 DEBUG [Thread-686 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:37,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:37,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:37,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T11:33:37,689 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:37,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:37,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:37,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:37,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:37,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:37,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:33:37,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:33:37,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:33:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:33:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:33:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:33:37,697 DEBUG [Thread-688 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:37,697 DEBUG [Thread-701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:33:37,697 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:37,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:33:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:37,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:37,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:33:37,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:33:37,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:37,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:33:37,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:33:37,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:33:37,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T11:33:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:37,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256cc771f85e0b48f888a33134cba82bb2_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534417703/Put/seqid=0 2024-11-25T11:33:37,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534477750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534477752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534477754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534477756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:37,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534477758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741964_1140 (size=24358) 2024-11-25T11:33:37,779 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:37,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256cc771f85e0b48f888a33134cba82bb2_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256cc771f85e0b48f888a33134cba82bb2_33d2283beb923af681526293e919629c 2024-11-25T11:33:37,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/a16c9861ea664a2686b465c747be28bc, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T11:33:37,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/a16c9861ea664a2686b465c747be28bc is 175, key is test_row_0/A:col10/1732534417703/Put/seqid=0 2024-11-25T11:33:37,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741963_1139 (size=73995) 2024-11-25T11:33:37,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T11:33:37,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:37,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:37,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:37,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:37,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:37,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534477872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:37,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534477884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534477884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:37,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534477884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:37,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534477884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:37,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T11:33:38,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T11:33:38,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:38,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534478092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534478092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534478092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534478093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534478102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T11:33:38,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:38,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/a16c9861ea664a2686b465c747be28bc 2024-11-25T11:33:38,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5be96c994a3a4417a4039ab1024e5c63 is 50, key is test_row_0/B:col10/1732534417703/Put/seqid=0 2024-11-25T11:33:38,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741965_1141 (size=12001) 2024-11-25T11:33:38,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5be96c994a3a4417a4039ab1024e5c63 2024-11-25T11:33:38,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/205903d8c25d4ac881d139944e311d89 is 50, key is test_row_0/C:col10/1732534417703/Put/seqid=0 2024-11-25T11:33:38,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741966_1142 (size=12001) 2024-11-25T11:33:38,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/205903d8c25d4ac881d139944e311d89 2024-11-25T11:33:38,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/a16c9861ea664a2686b465c747be28bc as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a16c9861ea664a2686b465c747be28bc 2024-11-25T11:33:38,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a16c9861ea664a2686b465c747be28bc, entries=400, sequenceid=16, filesize=72.3 K 2024-11-25T11:33:38,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5be96c994a3a4417a4039ab1024e5c63 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5be96c994a3a4417a4039ab1024e5c63 2024-11-25T11:33:38,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5be96c994a3a4417a4039ab1024e5c63, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T11:33:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T11:33:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/205903d8c25d4ac881d139944e311d89 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/205903d8c25d4ac881d139944e311d89 2024-11-25T11:33:38,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T11:33:38,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:38,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/205903d8c25d4ac881d139944e311d89, entries=150, sequenceid=16, filesize=11.7 K 2024-11-25T11:33:38,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 33d2283beb923af681526293e919629c in 636ms, sequenceid=16, compaction requested=false 2024-11-25T11:33:38,341 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T11:33:38,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:38,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-25T11:33:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:38,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534417752, max timestamp=1732534418406Num uniques 859; 2024-11-25T11:33:38,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534417752, max timestamp=1732534418406Num uniques 859; 2024-11-25T11:33:38,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:38,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:38,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534417752, max timestamp=1732534418406Num uniques 859; 2024-11-25T11:33:38,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:38,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:38,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:38,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:38,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:38,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:38,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:38,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c3df2f9a0bea4dc68e43ac3ae1b1af4b_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534418406/Put/seqid=0 2024-11-25T11:33:38,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741967_1143 (size=12154) 2024-11-25T11:33:38,452 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:38,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732534418433, max timestamp=1732534418456Num uniques 859; 2024-11-25T11:33:38,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T11:33:38,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732534418433, max timestamp=1732534418456Num uniques 859; 2024-11-25T11:33:38,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T11:33:38,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732534418433, max timestamp=1732534418456Num uniques 859; 2024-11-25T11:33:38,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T11:33:38,467 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c3df2f9a0bea4dc68e43ac3ae1b1af4b_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c3df2f9a0bea4dc68e43ac3ae1b1af4b_33d2283beb923af681526293e919629c 2024-11-25T11:33:38,472 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/0c5b1ab90ba045c68a7eacee183f80cd, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:38,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/0c5b1ab90ba045c68a7eacee183f80cd is 175, key is test_row_0/A:col10/1732534418406/Put/seqid=0 2024-11-25T11:33:38,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T11:33:38,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:38,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741968_1144 (size=30955) 2024-11-25T11:33:38,487 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=39, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/0c5b1ab90ba045c68a7eacee183f80cd 2024-11-25T11:33:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534478491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534478495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/1a09f8070a684105af46882bca0a3a8f is 50, key is test_row_0/B:col10/1732534418406/Put/seqid=0 2024-11-25T11:33:38,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534478498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534478499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534478500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741969_1145 (size=12001) 2024-11-25T11:33:38,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/1a09f8070a684105af46882bca0a3a8f 2024-11-25T11:33:38,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/fa107b75ea204f94a56b718d0b07a885 is 50, key is test_row_0/C:col10/1732534418406/Put/seqid=0 2024-11-25T11:33:38,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741970_1146 (size=12001) 2024-11-25T11:33:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534478602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534478613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534478613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534478614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534478615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,618 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T11:33:38,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:38,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T11:33:38,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:38,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534478812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T11:33:38,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534478823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534478824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534478824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534478825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:38,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/fa107b75ea204f94a56b718d0b07a885 2024-11-25T11:33:38,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T11:33:38,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:38,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/0c5b1ab90ba045c68a7eacee183f80cd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0c5b1ab90ba045c68a7eacee183f80cd 2024-11-25T11:33:38,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:38,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:38,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0c5b1ab90ba045c68a7eacee183f80cd, entries=150, sequenceid=39, filesize=30.2 K 2024-11-25T11:33:38,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/1a09f8070a684105af46882bca0a3a8f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a09f8070a684105af46882bca0a3a8f 2024-11-25T11:33:38,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a09f8070a684105af46882bca0a3a8f, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T11:33:38,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/fa107b75ea204f94a56b718d0b07a885 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/fa107b75ea204f94a56b718d0b07a885 2024-11-25T11:33:38,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/fa107b75ea204f94a56b718d0b07a885, entries=150, sequenceid=39, filesize=11.7 K 2024-11-25T11:33:38,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=147.60 KB/151140 for 33d2283beb923af681526293e919629c in 553ms, sequenceid=39, compaction requested=false 2024-11-25T11:33:38,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:39,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-25T11:33:39,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:39,095 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-25T11:33:39,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:39,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:39,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:39,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:39,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:39,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:39,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112583a71f85272d47fb9bf27419d8d3d35e_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534418494/Put/seqid=0 2024-11-25T11:33:39,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741971_1147 (size=12154) 2024-11-25T11:33:39,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:39,128 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112583a71f85272d47fb9bf27419d8d3d35e_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112583a71f85272d47fb9bf27419d8d3d35e_33d2283beb923af681526293e919629c 2024-11-25T11:33:39,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d9d5c740cf1047e6b7eceae09ad092fa, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:39,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d9d5c740cf1047e6b7eceae09ad092fa is 175, key is test_row_0/A:col10/1732534418494/Put/seqid=0 2024-11-25T11:33:39,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741972_1148 (size=30955) 2024-11-25T11:33:39,138 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=75, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d9d5c740cf1047e6b7eceae09ad092fa 2024-11-25T11:33:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:39,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:39,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534479143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534479145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534479146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534479147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534479149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/d59b9f4d65c249709c6132bf19e555d5 is 50, key is test_row_0/B:col10/1732534418494/Put/seqid=0 2024-11-25T11:33:39,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741973_1149 (size=12001) 2024-11-25T11:33:39,176 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/d59b9f4d65c249709c6132bf19e555d5 2024-11-25T11:33:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/8ed9ae1d13b148ec86af853d4ed129e8 is 50, key is test_row_0/C:col10/1732534418494/Put/seqid=0 2024-11-25T11:33:39,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741974_1150 (size=12001) 2024-11-25T11:33:39,198 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/8ed9ae1d13b148ec86af853d4ed129e8 2024-11-25T11:33:39,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d9d5c740cf1047e6b7eceae09ad092fa as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d9d5c740cf1047e6b7eceae09ad092fa 2024-11-25T11:33:39,213 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d9d5c740cf1047e6b7eceae09ad092fa, entries=150, sequenceid=75, filesize=30.2 K 2024-11-25T11:33:39,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/d59b9f4d65c249709c6132bf19e555d5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d59b9f4d65c249709c6132bf19e555d5 2024-11-25T11:33:39,221 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d59b9f4d65c249709c6132bf19e555d5, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T11:33:39,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/8ed9ae1d13b148ec86af853d4ed129e8 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/8ed9ae1d13b148ec86af853d4ed129e8 2024-11-25T11:33:39,235 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/8ed9ae1d13b148ec86af853d4ed129e8, entries=150, sequenceid=75, filesize=11.7 K 2024-11-25T11:33:39,236 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 33d2283beb923af681526293e919629c in 141ms, sequenceid=75, compaction requested=true 2024-11-25T11:33:39,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:39,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:39,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-25T11:33:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-25T11:33:39,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-25T11:33:39,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5410 sec 2024-11-25T11:33:39,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.5610 sec 2024-11-25T11:33:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:39,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T11:33:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:39,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:39,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dffe88f9b560453cb246dc8bd5fad700_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534419146/Put/seqid=0 2024-11-25T11:33:39,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741975_1151 (size=17034) 2024-11-25T11:33:39,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732534419287, max timestamp=1732534419300Num uniques 859; 2024-11-25T11:33:39,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732534419287, max timestamp=1732534419300Num uniques 859; 2024-11-25T11:33:39,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T11:33:39,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T11:33:39,306 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:39,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732534419287, max timestamp=1732534419300Num uniques 859; 2024-11-25T11:33:39,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-25T11:33:39,316 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dffe88f9b560453cb246dc8bd5fad700_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dffe88f9b560453cb246dc8bd5fad700_33d2283beb923af681526293e919629c 2024-11-25T11:33:39,317 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/1369fcde4a4e4e8cb9513c6a6671a835, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:39,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/1369fcde4a4e4e8cb9513c6a6671a835 is 175, key is test_row_0/A:col10/1732534419146/Put/seqid=0 2024-11-25T11:33:39,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741976_1152 (size=48139) 2024-11-25T11:33:39,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:33:39,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534479337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534479343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534479345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534479345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534479346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534479453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534479453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534479462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534479462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534479462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534479662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534479662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534479672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534479672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534479672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,727 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/1369fcde4a4e4e8cb9513c6a6671a835 2024-11-25T11:33:39,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b27f21f330a24a328e0107452fc30c8e is 50, key is test_row_0/B:col10/1732534419146/Put/seqid=0 2024-11-25T11:33:39,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741977_1153 (size=12001) 2024-11-25T11:33:39,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b27f21f330a24a328e0107452fc30c8e 2024-11-25T11:33:39,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/d3d20bd4f9b64d6291c7e8e07cbd0701 is 50, key is test_row_0/C:col10/1732534419146/Put/seqid=0 2024-11-25T11:33:39,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741978_1154 (size=12001) 2024-11-25T11:33:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-25T11:33:39,833 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:39,833 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-25T11:33:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T11:33:39,835 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:39,836 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:39,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T11:33:39,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534479972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534479972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534479982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534479982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:39,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T11:33:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:39,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:39,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:39,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534479993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T11:33:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:40,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T11:33:40,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/d3d20bd4f9b64d6291c7e8e07cbd0701 2024-11-25T11:33:40,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/1369fcde4a4e4e8cb9513c6a6671a835 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1369fcde4a4e4e8cb9513c6a6671a835 2024-11-25T11:33:40,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1369fcde4a4e4e8cb9513c6a6671a835, entries=250, sequenceid=86, filesize=47.0 K 2024-11-25T11:33:40,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b27f21f330a24a328e0107452fc30c8e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b27f21f330a24a328e0107452fc30c8e 2024-11-25T11:33:40,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b27f21f330a24a328e0107452fc30c8e, entries=150, sequenceid=86, filesize=11.7 K 2024-11-25T11:33:40,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/d3d20bd4f9b64d6291c7e8e07cbd0701 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/d3d20bd4f9b64d6291c7e8e07cbd0701 2024-11-25T11:33:40,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/d3d20bd4f9b64d6291c7e8e07cbd0701, entries=150, sequenceid=86, filesize=11.7 K 2024-11-25T11:33:40,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=147.60 KB/151140 for 33d2283beb923af681526293e919629c in 932ms, sequenceid=86, compaction requested=true 2024-11-25T11:33:40,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:40,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:40,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:40,196 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:40,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:40,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:40,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:40,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:40,196 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:40,198 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 184044 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:40,198 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/A is initiating minor compaction (all files) 2024-11-25T11:33:40,198 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/A in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:40,199 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a16c9861ea664a2686b465c747be28bc, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0c5b1ab90ba045c68a7eacee183f80cd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d9d5c740cf1047e6b7eceae09ad092fa, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1369fcde4a4e4e8cb9513c6a6671a835] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=179.7 K 2024-11-25T11:33:40,199 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:40,199 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a16c9861ea664a2686b465c747be28bc, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0c5b1ab90ba045c68a7eacee183f80cd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d9d5c740cf1047e6b7eceae09ad092fa, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1369fcde4a4e4e8cb9513c6a6671a835] 2024-11-25T11:33:40,199 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:40,199 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a16c9861ea664a2686b465c747be28bc, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732534417692 2024-11-25T11:33:40,200 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/B is initiating minor compaction (all files) 2024-11-25T11:33:40,200 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/B in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:40,200 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5be96c994a3a4417a4039ab1024e5c63, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a09f8070a684105af46882bca0a3a8f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d59b9f4d65c249709c6132bf19e555d5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b27f21f330a24a328e0107452fc30c8e] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=46.9 K 2024-11-25T11:33:40,200 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c5b1ab90ba045c68a7eacee183f80cd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732534417755 2024-11-25T11:33:40,201 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5be96c994a3a4417a4039ab1024e5c63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732534417701 2024-11-25T11:33:40,201 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9d5c740cf1047e6b7eceae09ad092fa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732534418487 2024-11-25T11:33:40,201 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a09f8070a684105af46882bca0a3a8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732534417755 2024-11-25T11:33:40,201 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1369fcde4a4e4e8cb9513c6a6671a835, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732534419137 2024-11-25T11:33:40,202 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting d59b9f4d65c249709c6132bf19e555d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732534418487 2024-11-25T11:33:40,202 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting b27f21f330a24a328e0107452fc30c8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732534419137 2024-11-25T11:33:40,219 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#B#compaction#135 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:40,220 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/270906658efb47d887c515931f9c0d90 is 50, key is test_row_0/B:col10/1732534419146/Put/seqid=0 2024-11-25T11:33:40,230 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:40,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741979_1155 (size=12139) 2024-11-25T11:33:40,242 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a79639b67468496b8ecfa79581bb0f5a_33d2283beb923af681526293e919629c store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:40,253 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/270906658efb47d887c515931f9c0d90 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/270906658efb47d887c515931f9c0d90 2024-11-25T11:33:40,259 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a79639b67468496b8ecfa79581bb0f5a_33d2283beb923af681526293e919629c, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:40,259 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a79639b67468496b8ecfa79581bb0f5a_33d2283beb923af681526293e919629c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:40,269 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 33d2283beb923af681526293e919629c/B of 33d2283beb923af681526293e919629c into 270906658efb47d887c515931f9c0d90(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:40,269 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:40,269 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/B, priority=12, startTime=1732534420196; duration=0sec 2024-11-25T11:33:40,269 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:40,270 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:B 2024-11-25T11:33:40,270 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:40,271 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:40,271 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/C is initiating minor compaction (all files) 2024-11-25T11:33:40,271 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/C in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:40,272 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/205903d8c25d4ac881d139944e311d89, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/fa107b75ea204f94a56b718d0b07a885, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/8ed9ae1d13b148ec86af853d4ed129e8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/d3d20bd4f9b64d6291c7e8e07cbd0701] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=46.9 K 2024-11-25T11:33:40,272 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 205903d8c25d4ac881d139944e311d89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732534417701 2024-11-25T11:33:40,273 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting fa107b75ea204f94a56b718d0b07a885, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732534417755 2024-11-25T11:33:40,276 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ed9ae1d13b148ec86af853d4ed129e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732534418487 2024-11-25T11:33:40,277 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting d3d20bd4f9b64d6291c7e8e07cbd0701, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732534419137 2024-11-25T11:33:40,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741980_1156 (size=4469) 2024-11-25T11:33:40,289 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#A#compaction#136 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:40,289 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/9dc22d8f1ccf4f5d96bbc7a66535b020 is 175, key is test_row_0/A:col10/1732534419146/Put/seqid=0 2024-11-25T11:33:40,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-25T11:33:40,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:40,298 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-25T11:33:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:40,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:40,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:40,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:40,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:40,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741981_1157 (size=31093) 2024-11-25T11:33:40,312 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#C#compaction#137 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:40,312 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/678c2cb7836943e58744a19489218a30 is 50, key is test_row_0/C:col10/1732534419146/Put/seqid=0 2024-11-25T11:33:40,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125de778117154c4b1180314126554b0914_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534419341/Put/seqid=0 2024-11-25T11:33:40,332 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/9dc22d8f1ccf4f5d96bbc7a66535b020 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/9dc22d8f1ccf4f5d96bbc7a66535b020 2024-11-25T11:33:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741982_1158 (size=12139) 2024-11-25T11:33:40,343 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 33d2283beb923af681526293e919629c/A of 33d2283beb923af681526293e919629c into 9dc22d8f1ccf4f5d96bbc7a66535b020(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:40,343 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:40,343 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/A, priority=12, startTime=1732534420196; duration=0sec 2024-11-25T11:33:40,343 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:40,343 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:A 2024-11-25T11:33:40,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741983_1159 (size=12154) 2024-11-25T11:33:40,347 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/678c2cb7836943e58744a19489218a30 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/678c2cb7836943e58744a19489218a30 2024-11-25T11:33:40,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:40,355 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 33d2283beb923af681526293e919629c/C of 33d2283beb923af681526293e919629c into 678c2cb7836943e58744a19489218a30(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:40,355 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:40,355 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/C, priority=12, startTime=1732534420196; duration=0sec 2024-11-25T11:33:40,355 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:40,355 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:C 2024-11-25T11:33:40,366 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125de778117154c4b1180314126554b0914_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125de778117154c4b1180314126554b0914_33d2283beb923af681526293e919629c 2024-11-25T11:33:40,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/f1000e8bce154d86bb4f072561002ba5, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:40,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/f1000e8bce154d86bb4f072561002ba5 is 175, key is test_row_0/A:col10/1732534419341/Put/seqid=0 2024-11-25T11:33:40,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741984_1160 (size=30955) 2024-11-25T11:33:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T11:33:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:40,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:40,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534480496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534480497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534480497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534480498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534480502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534480602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534480613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534480613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534480613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,791 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/f1000e8bce154d86bb4f072561002ba5 2024-11-25T11:33:40,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/034b29ba6759432e91a58cea1af17dc2 is 50, key is test_row_0/B:col10/1732534419341/Put/seqid=0 2024-11-25T11:33:40,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741985_1161 (size=12001) 2024-11-25T11:33:40,806 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/034b29ba6759432e91a58cea1af17dc2 2024-11-25T11:33:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534480824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534480825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534480825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534480825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:40,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/41c709dec10b4f4197ea2069b0149e9b is 50, key is test_row_0/C:col10/1732534419341/Put/seqid=0 2024-11-25T11:33:40,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741986_1162 (size=12001) 2024-11-25T11:33:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T11:33:41,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534481132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534481143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534481143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534481143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,145 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,242 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/41c709dec10b4f4197ea2069b0149e9b 2024-11-25T11:33:41,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/f1000e8bce154d86bb4f072561002ba5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f1000e8bce154d86bb4f072561002ba5 2024-11-25T11:33:41,253 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f1000e8bce154d86bb4f072561002ba5, entries=150, sequenceid=123, filesize=30.2 K 2024-11-25T11:33:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/034b29ba6759432e91a58cea1af17dc2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/034b29ba6759432e91a58cea1af17dc2 2024-11-25T11:33:41,261 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/034b29ba6759432e91a58cea1af17dc2, entries=150, sequenceid=123, filesize=11.7 K 2024-11-25T11:33:41,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/41c709dec10b4f4197ea2069b0149e9b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/41c709dec10b4f4197ea2069b0149e9b 2024-11-25T11:33:41,269 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/41c709dec10b4f4197ea2069b0149e9b, entries=150, sequenceid=123, filesize=11.7 K 2024-11-25T11:33:41,271 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 33d2283beb923af681526293e919629c in 972ms, sequenceid=123, compaction requested=false 2024-11-25T11:33:41,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:41,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:41,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-25T11:33:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-25T11:33:41,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-25T11:33:41,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4360 sec 2024-11-25T11:33:41,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.4420 sec 2024-11-25T11:33:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:41,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:33:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:41,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:41,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252e826d237307495f82e0f8295ea09e60_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534420496/Put/seqid=0 2024-11-25T11:33:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741987_1163 (size=14794) 2024-11-25T11:33:41,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534421547, max timestamp=1732534421595Num uniques 859; 2024-11-25T11:33:41,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534421547, max timestamp=1732534421595Num uniques 859; 2024-11-25T11:33:41,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:41,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:41,602 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534421547, max timestamp=1732534421595Num uniques 859; 2024-11-25T11:33:41,602 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:41,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534481656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534481662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534481663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534481664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534481664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534481772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534481772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534481772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534481773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534481773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:41,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252e826d237307495f82e0f8295ea09e60_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e826d237307495f82e0f8295ea09e60_33d2283beb923af681526293e919629c 2024-11-25T11:33:41,935 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/86731c30ae2a4e0881ea49315cb6fe0d, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:41,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/86731c30ae2a4e0881ea49315cb6fe0d is 175, key is test_row_0/A:col10/1732534420496/Put/seqid=0 2024-11-25T11:33:41,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741988_1164 (size=39749) 2024-11-25T11:33:41,943 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/86731c30ae2a4e0881ea49315cb6fe0d 2024-11-25T11:33:41,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/0ec4cb7d9cb24dfea523c5dd448f5953 is 50, key is test_row_0/B:col10/1732534420496/Put/seqid=0 2024-11-25T11:33:41,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741989_1165 (size=12151) 2024-11-25T11:33:41,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/0ec4cb7d9cb24dfea523c5dd448f5953 2024-11-25T11:33:41,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/6eec051097e64b96b4ff036e0ff58d7d is 50, key is test_row_0/C:col10/1732534420496/Put/seqid=0 2024-11-25T11:33:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741990_1166 (size=12151) 2024-11-25T11:33:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-25T11:33:41,984 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:41,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534481983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534481983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534481984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534481983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:41,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534481984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:41,986 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-25T11:33:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T11:33:41,988 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:41,988 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:41,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T11:33:42,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T11:33:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:42,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:42,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:42,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534482292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534482292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534482292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T11:33:42,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:42,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:42,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:42,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:42,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:42,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534482292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534482292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T11:33:42,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/6eec051097e64b96b4ff036e0ff58d7d 2024-11-25T11:33:42,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/86731c30ae2a4e0881ea49315cb6fe0d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/86731c30ae2a4e0881ea49315cb6fe0d 2024-11-25T11:33:42,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/86731c30ae2a4e0881ea49315cb6fe0d, entries=200, sequenceid=135, filesize=38.8 K 2024-11-25T11:33:42,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/0ec4cb7d9cb24dfea523c5dd448f5953 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ec4cb7d9cb24dfea523c5dd448f5953 2024-11-25T11:33:42,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ec4cb7d9cb24dfea523c5dd448f5953, entries=150, sequenceid=135, filesize=11.9 K 2024-11-25T11:33:42,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/6eec051097e64b96b4ff036e0ff58d7d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/6eec051097e64b96b4ff036e0ff58d7d 2024-11-25T11:33:42,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/6eec051097e64b96b4ff036e0ff58d7d, entries=150, sequenceid=135, filesize=11.9 K 2024-11-25T11:33:42,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 33d2283beb923af681526293e919629c in 889ms, sequenceid=135, compaction requested=true 2024-11-25T11:33:42,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:42,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:42,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:42,404 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:42,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:42,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:42,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:42,405 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:42,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:42,406 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:42,406 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:42,406 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/A is initiating minor compaction (all files) 2024-11-25T11:33:42,406 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/B is initiating minor compaction (all files) 2024-11-25T11:33:42,406 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/A in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:42,406 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/B in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:42,406 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/9dc22d8f1ccf4f5d96bbc7a66535b020, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f1000e8bce154d86bb4f072561002ba5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/86731c30ae2a4e0881ea49315cb6fe0d] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=99.4 K 2024-11-25T11:33:42,406 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/270906658efb47d887c515931f9c0d90, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/034b29ba6759432e91a58cea1af17dc2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ec4cb7d9cb24dfea523c5dd448f5953] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=35.4 K 2024-11-25T11:33:42,406 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:42,406 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/9dc22d8f1ccf4f5d96bbc7a66535b020, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f1000e8bce154d86bb4f072561002ba5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/86731c30ae2a4e0881ea49315cb6fe0d] 2024-11-25T11:33:42,407 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 270906658efb47d887c515931f9c0d90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732534419137 2024-11-25T11:33:42,407 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dc22d8f1ccf4f5d96bbc7a66535b020, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732534419137 2024-11-25T11:33:42,407 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 034b29ba6759432e91a58cea1af17dc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732534419341 2024-11-25T11:33:42,407 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1000e8bce154d86bb4f072561002ba5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732534419341 2024-11-25T11:33:42,408 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ec4cb7d9cb24dfea523c5dd448f5953, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732534420494 2024-11-25T11:33:42,408 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86731c30ae2a4e0881ea49315cb6fe0d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732534420494 2024-11-25T11:33:42,418 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:42,419 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/e5f9ed58c78f4e1ba8e9dca9c1d26a05 is 50, key is test_row_0/B:col10/1732534420496/Put/seqid=0 2024-11-25T11:33:42,422 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:42,424 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d9692c1587cd4f3c8e7b2a8d0e738610_33d2283beb923af681526293e919629c store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:42,429 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d9692c1587cd4f3c8e7b2a8d0e738610_33d2283beb923af681526293e919629c, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:42,429 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d9692c1587cd4f3c8e7b2a8d0e738610_33d2283beb923af681526293e919629c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:42,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741991_1167 (size=12391) 2024-11-25T11:33:42,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741992_1168 (size=4469) 2024-11-25T11:33:42,444 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#A#compaction#145 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:42,444 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/026d029d99c84a6999178807b783937d is 175, key is test_row_0/A:col10/1732534420496/Put/seqid=0 2024-11-25T11:33:42,448 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/e5f9ed58c78f4e1ba8e9dca9c1d26a05 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/e5f9ed58c78f4e1ba8e9dca9c1d26a05 2024-11-25T11:33:42,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-25T11:33:42,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:42,449 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T11:33:42,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:42,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:42,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741993_1169 (size=31345) 2024-11-25T11:33:42,459 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/B of 33d2283beb923af681526293e919629c into e5f9ed58c78f4e1ba8e9dca9c1d26a05(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:42,459 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:42,459 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/B, priority=13, startTime=1732534422404; duration=0sec 2024-11-25T11:33:42,459 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:42,459 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:B 2024-11-25T11:33:42,459 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:42,463 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:42,463 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/C is initiating minor compaction (all files) 2024-11-25T11:33:42,463 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/C in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:42,463 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/678c2cb7836943e58744a19489218a30, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/41c709dec10b4f4197ea2069b0149e9b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/6eec051097e64b96b4ff036e0ff58d7d] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=35.4 K 2024-11-25T11:33:42,464 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 678c2cb7836943e58744a19489218a30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732534419137 2024-11-25T11:33:42,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b37e4a9c844548a283e309709caab8d5_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534421660/Put/seqid=0 2024-11-25T11:33:42,465 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/026d029d99c84a6999178807b783937d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/026d029d99c84a6999178807b783937d 2024-11-25T11:33:42,465 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 41c709dec10b4f4197ea2069b0149e9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1732534419341 2024-11-25T11:33:42,466 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eec051097e64b96b4ff036e0ff58d7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732534420494 2024-11-25T11:33:42,479 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/A of 33d2283beb923af681526293e919629c into 026d029d99c84a6999178807b783937d(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:42,479 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:42,479 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/A, priority=13, startTime=1732534422404; duration=0sec 2024-11-25T11:33:42,479 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:42,479 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:A 2024-11-25T11:33:42,483 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:42,484 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/34501df46dc643d39b6bb6dc2fa9e646 is 50, key is test_row_0/C:col10/1732534420496/Put/seqid=0 2024-11-25T11:33:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741994_1170 (size=12304) 2024-11-25T11:33:42,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:42,492 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b37e4a9c844548a283e309709caab8d5_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b37e4a9c844548a283e309709caab8d5_33d2283beb923af681526293e919629c 2024-11-25T11:33:42,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/ebf453dfa19247d7b2e14b6fb4671aaf, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:42,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/ebf453dfa19247d7b2e14b6fb4671aaf is 175, key is test_row_0/A:col10/1732534421660/Put/seqid=0 2024-11-25T11:33:42,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741996_1172 (size=31105) 2024-11-25T11:33:42,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741995_1171 (size=12391) 2024-11-25T11:33:42,518 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/34501df46dc643d39b6bb6dc2fa9e646 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/34501df46dc643d39b6bb6dc2fa9e646 2024-11-25T11:33:42,524 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/C of 33d2283beb923af681526293e919629c into 34501df46dc643d39b6bb6dc2fa9e646(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:42,524 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:42,524 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/C, priority=13, startTime=1732534422405; duration=0sec 2024-11-25T11:33:42,524 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:42,524 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:C 2024-11-25T11:33:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T11:33:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:42,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:42,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534482814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534482814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534482815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534482816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534482816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,909 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/ebf453dfa19247d7b2e14b6fb4671aaf 2024-11-25T11:33:42,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/d550254092644a05a26cf60bbe5babd6 is 50, key is test_row_0/B:col10/1732534421660/Put/seqid=0 2024-11-25T11:33:42,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741997_1173 (size=12151) 2024-11-25T11:33:42,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534482923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534482923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534482923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534482932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:42,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534482932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:42,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:42,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T11:33:43,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534483132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534483133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534483133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534483142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534483142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,324 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/d550254092644a05a26cf60bbe5babd6 2024-11-25T11:33:43,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/7b571b42f2024469adb1e212f6af52e8 is 50, key is test_row_0/C:col10/1732534421660/Put/seqid=0 2024-11-25T11:33:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741998_1174 (size=12151) 2024-11-25T11:33:43,351 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/7b571b42f2024469adb1e212f6af52e8 2024-11-25T11:33:43,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/ebf453dfa19247d7b2e14b6fb4671aaf as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ebf453dfa19247d7b2e14b6fb4671aaf 2024-11-25T11:33:43,364 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ebf453dfa19247d7b2e14b6fb4671aaf, entries=150, sequenceid=172, filesize=30.4 K 2024-11-25T11:33:43,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/d550254092644a05a26cf60bbe5babd6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d550254092644a05a26cf60bbe5babd6 2024-11-25T11:33:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,370 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d550254092644a05a26cf60bbe5babd6, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T11:33:43,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/7b571b42f2024469adb1e212f6af52e8 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/7b571b42f2024469adb1e212f6af52e8 2024-11-25T11:33:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,376 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/7b571b42f2024469adb1e212f6af52e8, entries=150, sequenceid=172, filesize=11.9 K 2024-11-25T11:33:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,377 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 33d2283beb923af681526293e919629c in 928ms, sequenceid=172, compaction requested=false 2024-11-25T11:33:43,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:43,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:43,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-25T11:33:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-25T11:33:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-25T11:33:43,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3910 sec 2024-11-25T11:33:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.3960 sec 2024-11-25T11:33:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:43,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:33:43,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:43,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:43,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:43,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:43,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:43,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a599f1ea063a4f7bbbcd77e4b57fe1eb_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534423451/Put/seqid=0 2024-11-25T11:33:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741999_1175 (size=12304) 2024-11-25T11:33:43,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534483514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534483515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534483517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534483519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534483519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534483622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534483633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,643 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534483633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534483642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534483642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534483832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534483853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534483854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534483854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534483862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:43,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:43,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:43,902 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:43,925 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a599f1ea063a4f7bbbcd77e4b57fe1eb_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a599f1ea063a4f7bbbcd77e4b57fe1eb_33d2283beb923af681526293e919629c 2024-11-25T11:33:43,926 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/3b2ca7e3102e476ba67d7a8fb6e5db79, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:43,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/3b2ca7e3102e476ba67d7a8fb6e5db79 is 175, key is test_row_0/A:col10/1732534423451/Put/seqid=0 2024-11-25T11:33:43,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742000_1176 (size=31105) 2024-11-25T11:33:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-25T11:33:44,133 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:44,133 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-25T11:33:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T11:33:44,135 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:44,136 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:44,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:44,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534484143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:44,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534484162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:44,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534484162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:44,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534484162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:44,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:44,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:44,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534484186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T11:33:44,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-25T11:33:44,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:44,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,369 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/3b2ca7e3102e476ba67d7a8fb6e5db79 2024-11-25T11:33:44,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/f9d7bea0028246e88cbfa5e094fb34ef is 50, key is test_row_0/B:col10/1732534423451/Put/seqid=0 2024-11-25T11:33:44,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742001_1177 (size=12151) 2024-11-25T11:33:44,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/f9d7bea0028246e88cbfa5e094fb34ef 2024-11-25T11:33:44,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/535e038428b34622ac4fd5f864ce361e is 50, key is test_row_0/C:col10/1732534423451/Put/seqid=0 2024-11-25T11:33:44,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742002_1178 (size=12151) 2024-11-25T11:33:44,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-25T11:33:44,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:44,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T11:33:44,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-25T11:33:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534484673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534484662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534484673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:44,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534484673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:44,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534484702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:44,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-25T11:33:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T11:33:44,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/535e038428b34622ac4fd5f864ce361e 2024-11-25T11:33:44,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/3b2ca7e3102e476ba67d7a8fb6e5db79 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/3b2ca7e3102e476ba67d7a8fb6e5db79 2024-11-25T11:33:44,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/3b2ca7e3102e476ba67d7a8fb6e5db79, entries=150, sequenceid=187, filesize=30.4 K 2024-11-25T11:33:44,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/f9d7bea0028246e88cbfa5e094fb34ef as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/f9d7bea0028246e88cbfa5e094fb34ef 2024-11-25T11:33:44,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/f9d7bea0028246e88cbfa5e094fb34ef, entries=150, sequenceid=187, filesize=11.9 K 2024-11-25T11:33:44,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/535e038428b34622ac4fd5f864ce361e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/535e038428b34622ac4fd5f864ce361e 2024-11-25T11:33:44,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/535e038428b34622ac4fd5f864ce361e, entries=150, sequenceid=187, filesize=11.9 K 2024-11-25T11:33:44,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 33d2283beb923af681526293e919629c in 1408ms, sequenceid=187, compaction requested=true 2024-11-25T11:33:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:44,861 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:44,861 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:44,863 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:44,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:44,863 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/A is initiating minor compaction (all files) 2024-11-25T11:33:44,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:44,863 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:44,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:44,863 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/B is initiating minor compaction (all files) 2024-11-25T11:33:44,863 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/A in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,863 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/B in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,863 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/026d029d99c84a6999178807b783937d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ebf453dfa19247d7b2e14b6fb4671aaf, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/3b2ca7e3102e476ba67d7a8fb6e5db79] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=91.4 K 2024-11-25T11:33:44,863 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/e5f9ed58c78f4e1ba8e9dca9c1d26a05, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d550254092644a05a26cf60bbe5babd6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/f9d7bea0028246e88cbfa5e094fb34ef] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=35.8 K 2024-11-25T11:33:44,863 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,863 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/026d029d99c84a6999178807b783937d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ebf453dfa19247d7b2e14b6fb4671aaf, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/3b2ca7e3102e476ba67d7a8fb6e5db79] 2024-11-25T11:33:44,864 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting e5f9ed58c78f4e1ba8e9dca9c1d26a05, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732534420494 2024-11-25T11:33:44,864 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 026d029d99c84a6999178807b783937d, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732534420494 2024-11-25T11:33:44,865 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting d550254092644a05a26cf60bbe5babd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732534421660 2024-11-25T11:33:44,865 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebf453dfa19247d7b2e14b6fb4671aaf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732534421660 2024-11-25T11:33:44,865 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting f9d7bea0028246e88cbfa5e094fb34ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732534422813 2024-11-25T11:33:44,865 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b2ca7e3102e476ba67d7a8fb6e5db79, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732534422813 2024-11-25T11:33:44,879 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:44,880 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/ca95e4d35f4e48c88f817b3621cf56af is 50, key is test_row_0/B:col10/1732534423451/Put/seqid=0 2024-11-25T11:33:44,881 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:44,886 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411252310bf00c3cd4782b054eeddd0f5650c_33d2283beb923af681526293e919629c store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:44,888 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411252310bf00c3cd4782b054eeddd0f5650c_33d2283beb923af681526293e919629c, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:44,889 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252310bf00c3cd4782b054eeddd0f5650c_33d2283beb923af681526293e919629c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:44,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-25T11:33:44,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,908 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T11:33:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:44,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742003_1179 (size=12493) 2024-11-25T11:33:44,929 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/ca95e4d35f4e48c88f817b3621cf56af as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/ca95e4d35f4e48c88f817b3621cf56af 2024-11-25T11:33:44,937 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/B of 33d2283beb923af681526293e919629c into ca95e4d35f4e48c88f817b3621cf56af(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:44,937 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:44,937 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/B, priority=13, startTime=1732534424861; duration=0sec 2024-11-25T11:33:44,937 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:44,937 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:B 2024-11-25T11:33:44,937 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:44,938 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:44,938 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/C is initiating minor compaction (all files) 2024-11-25T11:33:44,938 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/C in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:44,939 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/34501df46dc643d39b6bb6dc2fa9e646, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/7b571b42f2024469adb1e212f6af52e8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/535e038428b34622ac4fd5f864ce361e] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=35.8 K 2024-11-25T11:33:44,939 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 34501df46dc643d39b6bb6dc2fa9e646, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732534420494 2024-11-25T11:33:44,939 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b571b42f2024469adb1e212f6af52e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732534421660 2024-11-25T11:33:44,940 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 535e038428b34622ac4fd5f864ce361e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732534422813 2024-11-25T11:33:44,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742004_1180 (size=4469) 2024-11-25T11:33:44,953 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#A#compaction#154 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:44,954 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/6c18225aa14c466ab2c0401019cca0da is 175, key is test_row_0/A:col10/1732534423451/Put/seqid=0 2024-11-25T11:33:44,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125984d3a3bacb44326802908191fe74fea_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534423513/Put/seqid=0 2024-11-25T11:33:45,012 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#C#compaction#156 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:45,013 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/865eabe5f01d4d03a83586095b1fe5a1 is 50, key is test_row_0/C:col10/1732534423451/Put/seqid=0 2024-11-25T11:33:45,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742006_1182 (size=12304) 2024-11-25T11:33:45,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742005_1181 (size=31447) 2024-11-25T11:33:45,072 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/6c18225aa14c466ab2c0401019cca0da as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/6c18225aa14c466ab2c0401019cca0da 2024-11-25T11:33:45,078 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/A of 33d2283beb923af681526293e919629c into 6c18225aa14c466ab2c0401019cca0da(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:45,079 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:45,079 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/A, priority=13, startTime=1732534424861; duration=0sec 2024-11-25T11:33:45,079 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:45,079 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:A 2024-11-25T11:33:45,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742007_1183 (size=12493) 2024-11-25T11:33:45,094 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/865eabe5f01d4d03a83586095b1fe5a1 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/865eabe5f01d4d03a83586095b1fe5a1 2024-11-25T11:33:45,100 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/C of 33d2283beb923af681526293e919629c into 865eabe5f01d4d03a83586095b1fe5a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:45,100 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:45,100 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/C, priority=13, startTime=1732534424863; duration=0sec 2024-11-25T11:33:45,101 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:45,101 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:C 2024-11-25T11:33:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T11:33:45,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,462 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125984d3a3bacb44326802908191fe74fea_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125984d3a3bacb44326802908191fe74fea_33d2283beb923af681526293e919629c 2024-11-25T11:33:45,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/4a6cc8420dd4499cbb104875274ad140, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:45,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/4a6cc8420dd4499cbb104875274ad140 is 175, key is test_row_0/A:col10/1732534423513/Put/seqid=0 2024-11-25T11:33:45,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742008_1184 (size=31105) 2024-11-25T11:33:45,477 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/4a6cc8420dd4499cbb104875274ad140 2024-11-25T11:33:45,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/c49467da8e314b81bb4f072636f9fd0b is 50, key is test_row_0/B:col10/1732534423513/Put/seqid=0 2024-11-25T11:33:45,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742009_1185 (size=12151) 2024-11-25T11:33:45,518 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/c49467da8e314b81bb4f072636f9fd0b 2024-11-25T11:33:45,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/80c8bc5393b34ead99d0ee0d0ab25ae0 is 50, key is test_row_0/C:col10/1732534423513/Put/seqid=0 2024-11-25T11:33:45,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742010_1186 (size=12151) 2024-11-25T11:33:45,540 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/80c8bc5393b34ead99d0ee0d0ab25ae0 2024-11-25T11:33:45,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/4a6cc8420dd4499cbb104875274ad140 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/4a6cc8420dd4499cbb104875274ad140 2024-11-25T11:33:45,552 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/4a6cc8420dd4499cbb104875274ad140, entries=150, sequenceid=207, filesize=30.4 K 2024-11-25T11:33:45,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/c49467da8e314b81bb4f072636f9fd0b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/c49467da8e314b81bb4f072636f9fd0b 2024-11-25T11:33:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,558 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/c49467da8e314b81bb4f072636f9fd0b, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T11:33:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/80c8bc5393b34ead99d0ee0d0ab25ae0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/80c8bc5393b34ead99d0ee0d0ab25ae0 2024-11-25T11:33:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,563 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/80c8bc5393b34ead99d0ee0d0ab25ae0, entries=150, sequenceid=207, filesize=11.9 K 2024-11-25T11:33:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,564 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 33d2283beb923af681526293e919629c in 656ms, sequenceid=207, compaction requested=false 2024-11-25T11:33:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:45,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:45,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-25T11:33:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-25T11:33:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-25T11:33:45,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4300 sec 2024-11-25T11:33:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.4420 sec 2024-11-25T11:33:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:33:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:45,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d07b85fd44047e7a4a82f22b965f97f_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534425749/Put/seqid=0 2024-11-25T11:33:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742011_1187 (size=22268) 2024-11-25T11:33:45,803 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,811 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257d07b85fd44047e7a4a82f22b965f97f_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d07b85fd44047e7a4a82f22b965f97f_33d2283beb923af681526293e919629c 2024-11-25T11:33:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,812 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/b200416f7dd146c9af9a2008e2b9ff7e, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/b200416f7dd146c9af9a2008e2b9ff7e is 175, key is test_row_0/A:col10/1732534425749/Put/seqid=0 2024-11-25T11:33:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732534425753, max timestamp=1732534425824Num uniques 859; 2024-11-25T11:33:45,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732534425753, max timestamp=1732534425824Num uniques 859; 2024-11-25T11:33:45,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-25T11:33:45,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-25T11:33:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732534425753, max timestamp=1732534425824Num uniques 859; 2024-11-25T11:33:45,828 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-25T11:33:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742012_1188 (size=65673) 2024-11-25T11:33:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,846 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/b200416f7dd146c9af9a2008e2b9ff7e 2024-11-25T11:33:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534485831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:45,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534485835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534485842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:45,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534485845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:45,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534485846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b517d33b052b4de397572dc7c0b9fda9 is 50, key is test_row_0/B:col10/1732534425749/Put/seqid=0 2024-11-25T11:33:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:45,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742013_1189 (size=21715) 2024-11-25T11:33:45,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534485962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:45,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534485962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:45,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534485962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534485962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534485962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:45,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:46,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534486172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:46,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534486173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:46,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534486173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:46,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:46,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534486173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:46,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534486173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-25T11:33:46,283 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:46,283 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-25T11:33:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T11:33:46,285 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:46,286 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:46,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:46,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b517d33b052b4de397572dc7c0b9fda9 2024-11-25T11:33:46,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/1a1ab12198a64f76b8c971171a293de3 is 50, key is test_row_0/C:col10/1732534425749/Put/seqid=0 2024-11-25T11:33:46,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742014_1190 (size=12151) 2024-11-25T11:33:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T11:33:46,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T11:33:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:46,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:46,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534486482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534486482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534486483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534486483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:46,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534486483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:46,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T11:33:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:46,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:46,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T11:33:46,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/1a1ab12198a64f76b8c971171a293de3 2024-11-25T11:33:46,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T11:33:46,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:46,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:46,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:46,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:46,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:46,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/b200416f7dd146c9af9a2008e2b9ff7e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b200416f7dd146c9af9a2008e2b9ff7e 2024-11-25T11:33:46,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b200416f7dd146c9af9a2008e2b9ff7e, entries=350, sequenceid=220, filesize=64.1 K 2024-11-25T11:33:46,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b517d33b052b4de397572dc7c0b9fda9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b517d33b052b4de397572dc7c0b9fda9 2024-11-25T11:33:46,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b517d33b052b4de397572dc7c0b9fda9, entries=350, sequenceid=220, filesize=21.2 K 2024-11-25T11:33:46,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/1a1ab12198a64f76b8c971171a293de3 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/1a1ab12198a64f76b8c971171a293de3 2024-11-25T11:33:46,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/1a1ab12198a64f76b8c971171a293de3, entries=150, sequenceid=220, filesize=11.9 K 2024-11-25T11:33:46,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 33d2283beb923af681526293e919629c in 1027ms, sequenceid=220, compaction requested=true 2024-11-25T11:33:46,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:46,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:46,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:46,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:46,777 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:46,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:46,777 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:46,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:46,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:46,779 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:46,779 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/A is initiating minor compaction (all files) 2024-11-25T11:33:46,779 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 46359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:46,779 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/A in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:46,779 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/B is initiating minor compaction (all files) 2024-11-25T11:33:46,779 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/6c18225aa14c466ab2c0401019cca0da, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/4a6cc8420dd4499cbb104875274ad140, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b200416f7dd146c9af9a2008e2b9ff7e] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=125.2 K 2024-11-25T11:33:46,779 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/B in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:46,779 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:46,779 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/6c18225aa14c466ab2c0401019cca0da, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/4a6cc8420dd4499cbb104875274ad140, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b200416f7dd146c9af9a2008e2b9ff7e] 2024-11-25T11:33:46,779 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/ca95e4d35f4e48c88f817b3621cf56af, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/c49467da8e314b81bb4f072636f9fd0b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b517d33b052b4de397572dc7c0b9fda9] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=45.3 K 2024-11-25T11:33:46,780 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting ca95e4d35f4e48c88f817b3621cf56af, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732534422813 2024-11-25T11:33:46,780 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c18225aa14c466ab2c0401019cca0da, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732534422813 2024-11-25T11:33:46,781 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a6cc8420dd4499cbb104875274ad140, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732534423513 2024-11-25T11:33:46,781 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c49467da8e314b81bb4f072636f9fd0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732534423513 2024-11-25T11:33:46,782 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b200416f7dd146c9af9a2008e2b9ff7e, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732534425731 2024-11-25T11:33:46,782 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting b517d33b052b4de397572dc7c0b9fda9, keycount=350, bloomtype=ROW, size=21.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732534425731 2024-11-25T11:33:46,799 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:46,800 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/3e3e7824c1b7409592915ef488c90587 is 50, key is test_row_0/B:col10/1732534425749/Put/seqid=0 2024-11-25T11:33:46,802 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:46,809 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112564f33a20276842339dbac3e47f334755_33d2283beb923af681526293e919629c store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:46,812 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112564f33a20276842339dbac3e47f334755_33d2283beb923af681526293e919629c, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:46,812 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112564f33a20276842339dbac3e47f334755_33d2283beb923af681526293e919629c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:46,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742015_1191 (size=12595) 2024-11-25T11:33:46,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742016_1192 (size=4469) 2024-11-25T11:33:46,831 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#A#compaction#163 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:46,832 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/ccd1cd870ec34905bc61beadb42ba627 is 175, key is test_row_0/A:col10/1732534425749/Put/seqid=0 2024-11-25T11:33:46,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742017_1193 (size=31549) 2024-11-25T11:33:46,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-25T11:33:46,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:46,909 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=154.31 KB heapSize=379.13 KB 2024-11-25T11:33:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:46,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T11:33:46,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258d127a6a15ed4f4d9bd7df6f58224c65_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534425840/Put/seqid=0 2024-11-25T11:33:46,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742018_1194 (size=12304) 2024-11-25T11:33:46,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:46,993 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258d127a6a15ed4f4d9bd7df6f58224c65_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258d127a6a15ed4f4d9bd7df6f58224c65_33d2283beb923af681526293e919629c 2024-11-25T11:33:46,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/0fe1ef0bd77047709435597474bac25b, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:46,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/0fe1ef0bd77047709435597474bac25b is 175, key is test_row_0/A:col10/1732534425840/Put/seqid=0 2024-11-25T11:33:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:46,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742019_1195 (size=31105) 2024-11-25T11:33:47,001 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/0fe1ef0bd77047709435597474bac25b 2024-11-25T11:33:47,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534487009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534487010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534487011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534487013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/27d1f93feec847eeba0db805a7467c4a is 50, key is test_row_0/B:col10/1732534425840/Put/seqid=0 2024-11-25T11:33:47,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534487015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742020_1196 (size=12151) 2024-11-25T11:33:47,029 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/27d1f93feec847eeba0db805a7467c4a 2024-11-25T11:33:47,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/652e12e11b2f42d29a25a9dc2ac09f99 is 50, key is test_row_0/C:col10/1732534425840/Put/seqid=0 2024-11-25T11:33:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742021_1197 (size=12151) 2024-11-25T11:33:47,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534487123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534487123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534487123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534487123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534487132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,234 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/3e3e7824c1b7409592915ef488c90587 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/3e3e7824c1b7409592915ef488c90587 2024-11-25T11:33:47,243 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/B of 33d2283beb923af681526293e919629c into 3e3e7824c1b7409592915ef488c90587(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:47,243 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:47,243 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/B, priority=13, startTime=1732534426777; duration=0sec 2024-11-25T11:33:47,244 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:47,244 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:B 2024-11-25T11:33:47,244 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:47,247 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:47,247 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/C is initiating minor compaction (all files) 2024-11-25T11:33:47,247 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/C in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:47,248 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/865eabe5f01d4d03a83586095b1fe5a1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/80c8bc5393b34ead99d0ee0d0ab25ae0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/1a1ab12198a64f76b8c971171a293de3] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=35.9 K 2024-11-25T11:33:47,248 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 865eabe5f01d4d03a83586095b1fe5a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732534422813 2024-11-25T11:33:47,249 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/ccd1cd870ec34905bc61beadb42ba627 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ccd1cd870ec34905bc61beadb42ba627 2024-11-25T11:33:47,249 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 80c8bc5393b34ead99d0ee0d0ab25ae0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732534423513 2024-11-25T11:33:47,250 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a1ab12198a64f76b8c971171a293de3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732534425734 2024-11-25T11:33:47,256 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/A of 33d2283beb923af681526293e919629c into ccd1cd870ec34905bc61beadb42ba627(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:47,256 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:47,256 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/A, priority=13, startTime=1732534426777; duration=0sec 2024-11-25T11:33:47,257 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:47,257 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:A 2024-11-25T11:33:47,261 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#C#compaction#167 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:47,262 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/cdeade4e6f15428a98ce17d7157a8a1c is 50, key is test_row_0/C:col10/1732534425749/Put/seqid=0 2024-11-25T11:33:47,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742022_1198 (size=12595) 2024-11-25T11:33:47,283 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/cdeade4e6f15428a98ce17d7157a8a1c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/cdeade4e6f15428a98ce17d7157a8a1c 2024-11-25T11:33:47,293 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/C of 33d2283beb923af681526293e919629c into cdeade4e6f15428a98ce17d7157a8a1c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:47,293 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:47,293 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/C, priority=13, startTime=1732534426777; duration=0sec 2024-11-25T11:33:47,293 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:47,293 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:C 2024-11-25T11:33:47,309 INFO [master/96bb5f2c2895:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T11:33:47,309 INFO [master/96bb5f2c2895:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T11:33:47,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534487333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,334 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534487333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534487333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534487342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534487342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T11:33:47,505 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/652e12e11b2f42d29a25a9dc2ac09f99 2024-11-25T11:33:47,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/0fe1ef0bd77047709435597474bac25b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0fe1ef0bd77047709435597474bac25b 2024-11-25T11:33:47,516 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0fe1ef0bd77047709435597474bac25b, entries=150, sequenceid=246, filesize=30.4 K 2024-11-25T11:33:47,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/27d1f93feec847eeba0db805a7467c4a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/27d1f93feec847eeba0db805a7467c4a 2024-11-25T11:33:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,522 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/27d1f93feec847eeba0db805a7467c4a, entries=150, sequenceid=246, filesize=11.9 K 2024-11-25T11:33:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/652e12e11b2f42d29a25a9dc2ac09f99 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/652e12e11b2f42d29a25a9dc2ac09f99 2024-11-25T11:33:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,528 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/652e12e11b2f42d29a25a9dc2ac09f99, entries=150, sequenceid=246, filesize=11.9 K 2024-11-25T11:33:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,530 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~379.08 KB/388176, currentSize=46.96 KB/48090 for 33d2283beb923af681526293e919629c in 620ms, sequenceid=246, compaction requested=false 2024-11-25T11:33:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:47,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:47,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-25T11:33:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-25T11:33:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-25T11:33:47,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2460 sec 2024-11-25T11:33:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.2520 sec 2024-11-25T11:33:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T11:33:47,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:47,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:47,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:47,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:47,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258b78fc62b716406aba0089b7bc96053b_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534427013/Put/seqid=0 2024-11-25T11:33:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742023_1199 (size=12354) 2024-11-25T11:33:47,669 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:47,674 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258b78fc62b716406aba0089b7bc96053b_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258b78fc62b716406aba0089b7bc96053b_33d2283beb923af681526293e919629c 2024-11-25T11:33:47,675 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/b918e152a4f84f08aca3301c2b979886, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:47,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/b918e152a4f84f08aca3301c2b979886 is 175, key is test_row_0/A:col10/1732534427013/Put/seqid=0 2024-11-25T11:33:47,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742024_1200 (size=31151) 2024-11-25T11:33:47,688 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/b918e152a4f84f08aca3301c2b979886 2024-11-25T11:33:47,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b2532a0b709a493cacdb0f7fd0057856 is 50, key is test_row_0/B:col10/1732534427013/Put/seqid=0 2024-11-25T11:33:47,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742025_1201 (size=9807) 2024-11-25T11:33:47,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534427671, max timestamp=1732534427716Num uniques 859; 2024-11-25T11:33:47,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:47,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534427671, max timestamp=1732534427716Num uniques 859; 2024-11-25T11:33:47,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534427671, max timestamp=1732534427716Num uniques 859; 2024-11-25T11:33:47,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:47,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:47,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534487741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534487742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534487743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534487743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534487755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534487862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534487862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534487863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534487863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534487863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534488082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534488082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534488082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534488082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534488082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b2532a0b709a493cacdb0f7fd0057856 2024-11-25T11:33:48,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/484b459bef2544c7b571b39ea45f65ac is 50, key is test_row_0/C:col10/1732534427013/Put/seqid=0 2024-11-25T11:33:48,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742026_1202 (size=9807) 2024-11-25T11:33:48,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/484b459bef2544c7b571b39ea45f65ac 2024-11-25T11:33:48,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/b918e152a4f84f08aca3301c2b979886 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b918e152a4f84f08aca3301c2b979886 2024-11-25T11:33:48,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b918e152a4f84f08aca3301c2b979886, entries=150, sequenceid=260, filesize=30.4 K 2024-11-25T11:33:48,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b2532a0b709a493cacdb0f7fd0057856 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b2532a0b709a493cacdb0f7fd0057856 2024-11-25T11:33:48,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b2532a0b709a493cacdb0f7fd0057856, entries=100, sequenceid=260, filesize=9.6 K 2024-11-25T11:33:48,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/484b459bef2544c7b571b39ea45f65ac as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/484b459bef2544c7b571b39ea45f65ac 2024-11-25T11:33:48,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/484b459bef2544c7b571b39ea45f65ac, entries=100, sequenceid=260, filesize=9.6 K 2024-11-25T11:33:48,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 33d2283beb923af681526293e919629c in 517ms, sequenceid=260, compaction requested=true 2024-11-25T11:33:48,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:48,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:48,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:48,164 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:48,164 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:48,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:48,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:48,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:48,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:48,165 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93805 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:48,166 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/A is initiating minor compaction (all files) 2024-11-25T11:33:48,166 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/A in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:48,166 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ccd1cd870ec34905bc61beadb42ba627, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0fe1ef0bd77047709435597474bac25b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b918e152a4f84f08aca3301c2b979886] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=91.6 K 2024-11-25T11:33:48,166 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:48,166 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ccd1cd870ec34905bc61beadb42ba627, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0fe1ef0bd77047709435597474bac25b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b918e152a4f84f08aca3301c2b979886] 2024-11-25T11:33:48,166 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34553 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:48,166 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/B is initiating minor compaction (all files) 2024-11-25T11:33:48,166 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/B in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:48,166 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/3e3e7824c1b7409592915ef488c90587, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/27d1f93feec847eeba0db805a7467c4a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b2532a0b709a493cacdb0f7fd0057856] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=33.7 K 2024-11-25T11:33:48,167 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e3e7824c1b7409592915ef488c90587, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732534425734 2024-11-25T11:33:48,167 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccd1cd870ec34905bc61beadb42ba627, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732534425734 2024-11-25T11:33:48,167 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fe1ef0bd77047709435597474bac25b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732534425840 2024-11-25T11:33:48,168 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 27d1f93feec847eeba0db805a7467c4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732534425840 2024-11-25T11:33:48,168 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b918e152a4f84f08aca3301c2b979886, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732534427010 2024-11-25T11:33:48,168 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting b2532a0b709a493cacdb0f7fd0057856, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732534427013 2024-11-25T11:33:48,197 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:48,212 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:48,213 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5d083495e8814e5c85f01a77ed02623d is 50, key is test_row_0/B:col10/1732534427013/Put/seqid=0 2024-11-25T11:33:48,219 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a7892728e91d42f88a7ae1deb06a710c_33d2283beb923af681526293e919629c store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:48,220 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a7892728e91d42f88a7ae1deb06a710c_33d2283beb923af681526293e919629c, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:48,221 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a7892728e91d42f88a7ae1deb06a710c_33d2283beb923af681526293e919629c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:48,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742027_1203 (size=12747) 2024-11-25T11:33:48,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742028_1204 (size=4469) 2024-11-25T11:33:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:48,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T11:33:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:48,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259232423773cb409b99c2253b58b5759c_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534427740/Put/seqid=0 2024-11-25T11:33:48,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534488409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534488409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534488411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534488412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534488413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742029_1205 (size=14994) 2024-11-25T11:33:48,430 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-25T11:33:48,434 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:48,434 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:48,435 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259232423773cb409b99c2253b58b5759c_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259232423773cb409b99c2253b58b5759c_33d2283beb923af681526293e919629c 2024-11-25T11:33:48,436 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/f651dbaa10a74097958cdac0a6cb697d, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:48,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/f651dbaa10a74097958cdac0a6cb697d is 175, key is test_row_0/A:col10/1732534427740/Put/seqid=0 2024-11-25T11:33:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-25T11:33:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T11:33:48,439 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:48,440 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:48,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:48,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742030_1206 (size=39949) 2024-11-25T11:33:48,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534488524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534488524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534488524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534488524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534488524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T11:33:48,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T11:33:48,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:48,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:48,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:48,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:48,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:48,641 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:48,642 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/dbb542896d4146f58d4efee1e90759c4 is 175, key is test_row_0/A:col10/1732534427013/Put/seqid=0 2024-11-25T11:33:48,659 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5d083495e8814e5c85f01a77ed02623d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5d083495e8814e5c85f01a77ed02623d 2024-11-25T11:33:48,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742031_1207 (size=31808) 2024-11-25T11:33:48,669 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/B of 33d2283beb923af681526293e919629c into 5d083495e8814e5c85f01a77ed02623d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:48,669 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:48,669 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/B, priority=13, startTime=1732534428164; duration=0sec 2024-11-25T11:33:48,669 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:48,669 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:B 2024-11-25T11:33:48,669 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:48,671 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/dbb542896d4146f58d4efee1e90759c4 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbb542896d4146f58d4efee1e90759c4 2024-11-25T11:33:48,671 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34553 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:48,671 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/C is initiating minor compaction (all files) 2024-11-25T11:33:48,671 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/C in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:48,671 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/cdeade4e6f15428a98ce17d7157a8a1c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/652e12e11b2f42d29a25a9dc2ac09f99, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/484b459bef2544c7b571b39ea45f65ac] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=33.7 K 2024-11-25T11:33:48,672 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting cdeade4e6f15428a98ce17d7157a8a1c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732534425734 2024-11-25T11:33:48,672 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 652e12e11b2f42d29a25a9dc2ac09f99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732534425840 2024-11-25T11:33:48,673 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 484b459bef2544c7b571b39ea45f65ac, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732534427013 2024-11-25T11:33:48,681 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/A of 33d2283beb923af681526293e919629c into dbb542896d4146f58d4efee1e90759c4(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:48,681 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:48,681 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/A, priority=13, startTime=1732534428164; duration=0sec 2024-11-25T11:33:48,682 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:48,682 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:A 2024-11-25T11:33:48,690 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:48,690 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/28df80a0363b4377b7304640a898db65 is 50, key is test_row_0/C:col10/1732534427013/Put/seqid=0 2024-11-25T11:33:48,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742032_1208 (size=12747) 2024-11-25T11:33:48,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T11:33:48,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:48,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:48,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:48,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:48,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:48,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534488742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534488742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534488742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534488742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534488742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:48,751 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T11:33:48,856 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/f651dbaa10a74097958cdac0a6cb697d 2024-11-25T11:33:48,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/779c66005f254875821ba0f0ce322a7d is 50, key is test_row_0/B:col10/1732534427740/Put/seqid=0 2024-11-25T11:33:48,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742033_1209 (size=12301) 2024-11-25T11:33:48,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/779c66005f254875821ba0f0ce322a7d 2024-11-25T11:33:48,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/a0d4b010cd554d3a82d2ea09ddfd68e0 is 50, key is test_row_0/C:col10/1732534427740/Put/seqid=0 2024-11-25T11:33:48,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T11:33:48,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:48,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:48,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:48,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:48,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742034_1210 (size=12301) 2024-11-25T11:33:48,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/a0d4b010cd554d3a82d2ea09ddfd68e0 2024-11-25T11:33:48,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/f651dbaa10a74097958cdac0a6cb697d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f651dbaa10a74097958cdac0a6cb697d 2024-11-25T11:33:48,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f651dbaa10a74097958cdac0a6cb697d, entries=200, sequenceid=297, filesize=39.0 K 2024-11-25T11:33:48,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/779c66005f254875821ba0f0ce322a7d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/779c66005f254875821ba0f0ce322a7d 2024-11-25T11:33:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/779c66005f254875821ba0f0ce322a7d, entries=150, sequenceid=297, filesize=12.0 K 2024-11-25T11:33:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/a0d4b010cd554d3a82d2ea09ddfd68e0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0d4b010cd554d3a82d2ea09ddfd68e0 2024-11-25T11:33:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0d4b010cd554d3a82d2ea09ddfd68e0, entries=150, sequenceid=297, filesize=12.0 K 2024-11-25T11:33:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 33d2283beb923af681526293e919629c in 596ms, sequenceid=297, compaction requested=false 2024-11-25T11:33:48,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-25T11:33:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:49,055 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:33:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:49,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:49,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:49,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:49,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:49,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:49,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T11:33:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112525b91d8057394a8eae77b9c4e29b6504_33d2283beb923af681526293e919629c is 50, key is test_row_1/A:col10/1732534428409/Put/seqid=0 2024-11-25T11:33:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742035_1211 (size=9914) 2024-11-25T11:33:49,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,100 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112525b91d8057394a8eae77b9c4e29b6504_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112525b91d8057394a8eae77b9c4e29b6504_33d2283beb923af681526293e919629c 2024-11-25T11:33:49,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/c9652c12037d40a8b53cf7c0eee80c48, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/c9652c12037d40a8b53cf7c0eee80c48 is 175, key is test_row_1/A:col10/1732534428409/Put/seqid=0 2024-11-25T11:33:49,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534429093, max timestamp=1732534429113Num uniques 859; 2024-11-25T11:33:49,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:49,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534429093, max timestamp=1732534429113Num uniques 859; 2024-11-25T11:33:49,118 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:49,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534429093, max timestamp=1732534429114Num uniques 859; 2024-11-25T11:33:49,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:33:49,123 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/28df80a0363b4377b7304640a898db65 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/28df80a0363b4377b7304640a898db65 2024-11-25T11:33:49,130 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/C of 33d2283beb923af681526293e919629c into 28df80a0363b4377b7304640a898db65(size=12.4 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:49,131 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:49,131 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/C, priority=13, startTime=1732534428164; duration=0sec 2024-11-25T11:33:49,131 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:49,131 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:C 2024-11-25T11:33:49,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742036_1212 (size=22561) 2024-11-25T11:33:49,135 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/c9652c12037d40a8b53cf7c0eee80c48 2024-11-25T11:33:49,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/261512b7830d4f98a911724ccc548efb is 50, key is test_row_1/B:col10/1732534428409/Put/seqid=0 2024-11-25T11:33:49,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534489152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534489153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534489155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534489156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742037_1213 (size=9857) 2024-11-25T11:33:49,167 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/261512b7830d4f98a911724ccc548efb 2024-11-25T11:33:49,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534489160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/b71bcc6c4034459ca314aae9af86d738 is 50, key is test_row_1/C:col10/1732534428409/Put/seqid=0 2024-11-25T11:33:49,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742038_1214 (size=9857) 2024-11-25T11:33:49,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534489272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534489274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534489274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534489274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534489274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534489482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534489493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534489492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534489493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534489493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T11:33:49,598 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/b71bcc6c4034459ca314aae9af86d738 2024-11-25T11:33:49,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/c9652c12037d40a8b53cf7c0eee80c48 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/c9652c12037d40a8b53cf7c0eee80c48 2024-11-25T11:33:49,609 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/c9652c12037d40a8b53cf7c0eee80c48, entries=100, sequenceid=309, filesize=22.0 K 2024-11-25T11:33:49,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/261512b7830d4f98a911724ccc548efb as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/261512b7830d4f98a911724ccc548efb 2024-11-25T11:33:49,615 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/261512b7830d4f98a911724ccc548efb, entries=100, sequenceid=309, filesize=9.6 K 2024-11-25T11:33:49,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/b71bcc6c4034459ca314aae9af86d738 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/b71bcc6c4034459ca314aae9af86d738 2024-11-25T11:33:49,625 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/b71bcc6c4034459ca314aae9af86d738, entries=100, sequenceid=309, filesize=9.6 K 2024-11-25T11:33:49,627 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.42 KB/139690 for 33d2283beb923af681526293e919629c in 571ms, sequenceid=309, compaction requested=true 2024-11-25T11:33:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-25T11:33:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-25T11:33:49,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-25T11:33:49,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1880 sec 2024-11-25T11:33:49,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.1970 sec 2024-11-25T11:33:49,805 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732534429148, max timestamp=1732534429800Num uniques 1068; 2024-11-25T11:33:49,805 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732534429148, max timestamp=1732534429800Num uniques 1018; 2024-11-25T11:33:49,805 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-25T11:33:49,805 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-25T11:33:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:49,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=64.85 KB heapSize=178.80 KB 2024-11-25T11:33:49,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:49,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:49,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:49,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:49,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:49,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-25T11:33:49,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ff7915f0d4384780912a914340b9e39b_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534429150/Put/seqid=0 2024-11-25T11:33:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742039_1215 (size=14994) 2024-11-25T11:33:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534489841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534489843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534489846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534429823, max timestamp=1732534429848Num uniques 859; 2024-11-25T11:33:49,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:49,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534429823, max timestamp=1732534429848Num uniques 859; 2024-11-25T11:33:49,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534429823, max timestamp=1732534429848Num uniques 859; 2024-11-25T11:33:49,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:49,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:33:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,857 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:49,862 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ff7915f0d4384780912a914340b9e39b_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ff7915f0d4384780912a914340b9e39b_33d2283beb923af681526293e919629c 2024-11-25T11:33:49,863 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/442e133ebef940df820d2f11dcb922f9, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:49,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/442e133ebef940df820d2f11dcb922f9 is 175, key is test_row_0/A:col10/1732534429150/Put/seqid=0 2024-11-25T11:33:49,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742040_1216 (size=39949) 2024-11-25T11:33:49,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534489913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534489927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534489963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534489963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534489963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:49,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534490032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534490043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534490173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534490173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534490173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534490242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534490252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,300 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/442e133ebef940df820d2f11dcb922f9 2024-11-25T11:33:50,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/15e9714d47354d219529f8c8d010c98d is 50, key is test_row_0/B:col10/1732534429150/Put/seqid=0 2024-11-25T11:33:50,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742041_1217 (size=12301) 2024-11-25T11:33:50,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534490483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534490483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534490483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534490552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534490562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-25T11:33:50,582 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:50,583 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-25T11:33:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T11:33:50,585 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:50,586 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:50,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T11:33:50,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/15e9714d47354d219529f8c8d010c98d 2024-11-25T11:33:50,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/a6e6c9b2f7f944c98e446271f9b81a0c is 50, key is test_row_0/C:col10/1732534429150/Put/seqid=0 2024-11-25T11:33:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742042_1218 (size=12301) 2024-11-25T11:33:50,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T11:33:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:50,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:50,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T11:33:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:50,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T11:33:50,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534490992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534490993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534490993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:50,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:51,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T11:33:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:51,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:51,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534491073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:51,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534491073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:51,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:51,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:51,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:51,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:51,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/a6e6c9b2f7f944c98e446271f9b81a0c 2024-11-25T11:33:51,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/442e133ebef940df820d2f11dcb922f9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/442e133ebef940df820d2f11dcb922f9 2024-11-25T11:33:51,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/442e133ebef940df820d2f11dcb922f9, entries=200, sequenceid=348, filesize=39.0 K 2024-11-25T11:33:51,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/15e9714d47354d219529f8c8d010c98d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/15e9714d47354d219529f8c8d010c98d 2024-11-25T11:33:51,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/15e9714d47354d219529f8c8d010c98d, entries=150, sequenceid=348, filesize=12.0 K 2024-11-25T11:33:51,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/a6e6c9b2f7f944c98e446271f9b81a0c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a6e6c9b2f7f944c98e446271f9b81a0c 2024-11-25T11:33:51,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a6e6c9b2f7f944c98e446271f9b81a0c, entries=150, sequenceid=348, filesize=12.0 K 2024-11-25T11:33:51,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~178.75 KB/183040, currentSize=120.76 KB/123660 for 33d2283beb923af681526293e919629c in 1359ms, sequenceid=348, compaction requested=true 2024-11-25T11:33:51,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:51,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:51,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:51,166 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:51,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:51,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:51,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:51,166 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:51,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:51,171 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47206 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:51,171 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134267 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:51,172 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/A is initiating minor compaction (all files) 2024-11-25T11:33:51,172 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/B is initiating minor compaction (all files) 2024-11-25T11:33:51,172 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/B in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:51,172 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/A in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:51,172 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbb542896d4146f58d4efee1e90759c4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f651dbaa10a74097958cdac0a6cb697d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/c9652c12037d40a8b53cf7c0eee80c48, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/442e133ebef940df820d2f11dcb922f9] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=131.1 K 2024-11-25T11:33:51,172 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5d083495e8814e5c85f01a77ed02623d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/779c66005f254875821ba0f0ce322a7d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/261512b7830d4f98a911724ccc548efb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/15e9714d47354d219529f8c8d010c98d] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=46.1 K 2024-11-25T11:33:51,172 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:51,172 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbb542896d4146f58d4efee1e90759c4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f651dbaa10a74097958cdac0a6cb697d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/c9652c12037d40a8b53cf7c0eee80c48, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/442e133ebef940df820d2f11dcb922f9] 2024-11-25T11:33:51,172 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d083495e8814e5c85f01a77ed02623d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732534425842 2024-11-25T11:33:51,172 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbb542896d4146f58d4efee1e90759c4, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732534425842 2024-11-25T11:33:51,173 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 779c66005f254875821ba0f0ce322a7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732534427736 2024-11-25T11:33:51,173 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f651dbaa10a74097958cdac0a6cb697d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732534427736 2024-11-25T11:33:51,173 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9652c12037d40a8b53cf7c0eee80c48, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732534428409 2024-11-25T11:33:51,173 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 261512b7830d4f98a911724ccc548efb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732534428409 2024-11-25T11:33:51,174 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 442e133ebef940df820d2f11dcb922f9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732534429148 2024-11-25T11:33:51,174 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 15e9714d47354d219529f8c8d010c98d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732534429148 2024-11-25T11:33:51,186 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:51,187 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:51,188 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/c6e90a1522bb499482842f263fac1f57 is 50, key is test_row_0/B:col10/1732534429150/Put/seqid=0 2024-11-25T11:33:51,193 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a481506751bb4d328219301c5cdb80ca_33d2283beb923af681526293e919629c store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:51,196 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a481506751bb4d328219301c5cdb80ca_33d2283beb923af681526293e919629c, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:51,196 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a481506751bb4d328219301c5cdb80ca_33d2283beb923af681526293e919629c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:51,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-25T11:33:51,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:51,199 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-25T11:33:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:51,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:33:51,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742043_1219 (size=12983) 2024-11-25T11:33:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T11:33:51,216 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/c6e90a1522bb499482842f263fac1f57 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/c6e90a1522bb499482842f263fac1f57 2024-11-25T11:33:51,221 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 33d2283beb923af681526293e919629c/B of 33d2283beb923af681526293e919629c into c6e90a1522bb499482842f263fac1f57(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:51,221 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:51,221 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/B, priority=12, startTime=1732534431166; duration=0sec 2024-11-25T11:33:51,221 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:51,221 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:B 2024-11-25T11:33:51,221 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:33:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742044_1220 (size=4469) 2024-11-25T11:33:51,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254fa3856b51264840a45abe05bb716e84_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534429897/Put/seqid=0 2024-11-25T11:33:51,229 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#A#compaction#184 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:51,229 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/5c06b2c5b9174d8cb202e1d0eb45a2b9 is 175, key is test_row_0/A:col10/1732534429150/Put/seqid=0 2024-11-25T11:33:51,230 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47206 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:33:51,230 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/C is initiating minor compaction (all files) 2024-11-25T11:33:51,230 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/C in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:51,230 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/28df80a0363b4377b7304640a898db65, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0d4b010cd554d3a82d2ea09ddfd68e0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/b71bcc6c4034459ca314aae9af86d738, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a6e6c9b2f7f944c98e446271f9b81a0c] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=46.1 K 2024-11-25T11:33:51,231 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 28df80a0363b4377b7304640a898db65, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732534425842 2024-11-25T11:33:51,231 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting a0d4b010cd554d3a82d2ea09ddfd68e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732534427736 2024-11-25T11:33:51,231 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting b71bcc6c4034459ca314aae9af86d738, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732534428409 2024-11-25T11:33:51,232 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting a6e6c9b2f7f944c98e446271f9b81a0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732534429148 2024-11-25T11:33:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742045_1221 (size=12454) 2024-11-25T11:33:51,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:51,239 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254fa3856b51264840a45abe05bb716e84_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254fa3856b51264840a45abe05bb716e84_33d2283beb923af681526293e919629c 2024-11-25T11:33:51,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742046_1222 (size=31937) 2024-11-25T11:33:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/a7253afb982e447da77250dc4ba664af, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:51,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/a7253afb982e447da77250dc4ba664af is 175, key is test_row_0/A:col10/1732534429897/Put/seqid=0 2024-11-25T11:33:51,249 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#C#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:51,249 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/ec2d5f510d084d078e5b0107e827fb20 is 50, key is test_row_0/C:col10/1732534429150/Put/seqid=0 2024-11-25T11:33:51,253 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/5c06b2c5b9174d8cb202e1d0eb45a2b9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/5c06b2c5b9174d8cb202e1d0eb45a2b9 2024-11-25T11:33:51,263 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 33d2283beb923af681526293e919629c/A of 33d2283beb923af681526293e919629c into 5c06b2c5b9174d8cb202e1d0eb45a2b9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:51,263 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:51,263 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/A, priority=12, startTime=1732534431166; duration=0sec 2024-11-25T11:33:51,263 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:51,263 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:A 2024-11-25T11:33:51,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742047_1223 (size=31255) 2024-11-25T11:33:51,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742048_1224 (size=12983) 2024-11-25T11:33:51,676 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/a7253afb982e447da77250dc4ba664af 2024-11-25T11:33:51,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/acde8014306941e89403514eb61c7100 is 50, key is test_row_0/B:col10/1732534429897/Put/seqid=0 2024-11-25T11:33:51,692 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/ec2d5f510d084d078e5b0107e827fb20 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/ec2d5f510d084d078e5b0107e827fb20 2024-11-25T11:33:51,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742049_1225 (size=12301) 2024-11-25T11:33:51,711 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/acde8014306941e89403514eb61c7100 2024-11-25T11:33:51,715 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 33d2283beb923af681526293e919629c/C of 33d2283beb923af681526293e919629c into ec2d5f510d084d078e5b0107e827fb20(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:51,715 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:51,715 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/C, priority=12, startTime=1732534431166; duration=0sec 2024-11-25T11:33:51,716 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:51,716 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:C 2024-11-25T11:33:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T11:33:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/a0318ea5bba64178b1a062ca1df1f218 is 50, key is test_row_0/C:col10/1732534429897/Put/seqid=0 2024-11-25T11:33:51,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742050_1226 (size=12301) 2024-11-25T11:33:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:52,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:52,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534492025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534492027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534492033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534492092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534492092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,093 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 33d2283beb923af681526293e919629c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:52,093 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 33d2283beb923af681526293e919629c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,135 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/a0318ea5bba64178b1a062ca1df1f218 2024-11-25T11:33:52,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534492143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534492143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534492143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/a7253afb982e447da77250dc4ba664af as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a7253afb982e447da77250dc4ba664af 2024-11-25T11:33:52,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,157 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a7253afb982e447da77250dc4ba664af, entries=150, sequenceid=382, filesize=30.5 K 2024-11-25T11:33:52,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/acde8014306941e89403514eb61c7100 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/acde8014306941e89403514eb61c7100 2024-11-25T11:33:52,169 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/acde8014306941e89403514eb61c7100, entries=150, sequenceid=382, filesize=12.0 K 2024-11-25T11:33:52,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/a0318ea5bba64178b1a062ca1df1f218 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0318ea5bba64178b1a062ca1df1f218 2024-11-25T11:33:52,176 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0318ea5bba64178b1a062ca1df1f218, entries=150, sequenceid=382, filesize=12.0 K 2024-11-25T11:33:52,180 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for 33d2283beb923af681526293e919629c in 980ms, sequenceid=382, compaction requested=false 2024-11-25T11:33:52,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:52,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:52,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-25T11:33:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-25T11:33:52,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-25T11:33:52,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5950 sec 2024-11-25T11:33:52,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.6010 sec 2024-11-25T11:33:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:52,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T11:33:52,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:52,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:52,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:52,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:52,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:52,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:52,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112566140b329852423fa9f046c167e2af09_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534432355/Put/seqid=0 2024-11-25T11:33:52,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742051_1227 (size=14994) 2024-11-25T11:33:52,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534492394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534492394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534492395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534492502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534492512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534492512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534492712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534492722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:52,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534492722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:52,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:52,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-25T11:33:52,733 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:52,733 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-25T11:33:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T11:33:52,736 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:52,737 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:52,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:52,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:52,779 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112566140b329852423fa9f046c167e2af09_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112566140b329852423fa9f046c167e2af09_33d2283beb923af681526293e919629c 2024-11-25T11:33:52,781 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/1f8393b50601478ba6849e0b47ea7f5c, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:52,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/1f8393b50601478ba6849e0b47ea7f5c is 175, key is test_row_0/A:col10/1732534432355/Put/seqid=0 2024-11-25T11:33:52,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742052_1228 (size=39949) 2024-11-25T11:33:52,792 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=398, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/1f8393b50601478ba6849e0b47ea7f5c 2024-11-25T11:33:52,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/0ed63749cf384c87b104c4f75adbf7a2 is 50, key is test_row_0/B:col10/1732534432355/Put/seqid=0 2024-11-25T11:33:52,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742053_1229 (size=12301) 2024-11-25T11:33:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T11:33:52,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T11:33:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:52,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:52,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:52,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:53,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534493022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:53,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534493032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534493032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:53,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T11:33:53,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:53,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T11:33:53,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T11:33:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:53,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:53,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/0ed63749cf384c87b104c4f75adbf7a2 2024-11-25T11:33:53,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/96999f85f8e042fca466d703160cbdd2 is 50, key is test_row_0/C:col10/1732534432355/Put/seqid=0 2024-11-25T11:33:53,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742054_1230 (size=12301) 2024-11-25T11:33:53,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/96999f85f8e042fca466d703160cbdd2 2024-11-25T11:33:53,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/1f8393b50601478ba6849e0b47ea7f5c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1f8393b50601478ba6849e0b47ea7f5c 2024-11-25T11:33:53,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1f8393b50601478ba6849e0b47ea7f5c, entries=200, sequenceid=398, filesize=39.0 K 2024-11-25T11:33:53,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/0ed63749cf384c87b104c4f75adbf7a2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ed63749cf384c87b104c4f75adbf7a2 2024-11-25T11:33:53,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ed63749cf384c87b104c4f75adbf7a2, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T11:33:53,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/96999f85f8e042fca466d703160cbdd2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/96999f85f8e042fca466d703160cbdd2 2024-11-25T11:33:53,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/96999f85f8e042fca466d703160cbdd2, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T11:33:53,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 33d2283beb923af681526293e919629c in 919ms, sequenceid=398, compaction requested=true 2024-11-25T11:33:53,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:53,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:53,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:53,276 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:53,277 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:53,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:53,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:53,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:53,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:53,278 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:53,278 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:53,278 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/A is initiating minor compaction (all files) 2024-11-25T11:33:53,278 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/B is initiating minor compaction (all files) 2024-11-25T11:33:53,278 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/A in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:53,278 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/B in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:53,278 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/5c06b2c5b9174d8cb202e1d0eb45a2b9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a7253afb982e447da77250dc4ba664af, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1f8393b50601478ba6849e0b47ea7f5c] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=100.7 K 2024-11-25T11:33:53,278 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/c6e90a1522bb499482842f263fac1f57, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/acde8014306941e89403514eb61c7100, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ed63749cf384c87b104c4f75adbf7a2] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=36.7 K 2024-11-25T11:33:53,278 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:53,278 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/5c06b2c5b9174d8cb202e1d0eb45a2b9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a7253afb982e447da77250dc4ba664af, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1f8393b50601478ba6849e0b47ea7f5c] 2024-11-25T11:33:53,279 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c6e90a1522bb499482842f263fac1f57, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732534429148 2024-11-25T11:33:53,279 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c06b2c5b9174d8cb202e1d0eb45a2b9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732534429148 2024-11-25T11:33:53,279 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting acde8014306941e89403514eb61c7100, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732534429897 2024-11-25T11:33:53,279 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7253afb982e447da77250dc4ba664af, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732534429897 2024-11-25T11:33:53,279 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ed63749cf384c87b104c4f75adbf7a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732534432015 2024-11-25T11:33:53,280 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f8393b50601478ba6849e0b47ea7f5c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732534432015 2024-11-25T11:33:53,307 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#B#compaction#192 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:53,308 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5ac4324873964bab85c99b306e46e657 is 50, key is test_row_0/B:col10/1732534432355/Put/seqid=0 2024-11-25T11:33:53,312 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:53,323 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411252d854100e0cc4b4381ba05405dfd2496_33d2283beb923af681526293e919629c store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:53,325 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411252d854100e0cc4b4381ba05405dfd2496_33d2283beb923af681526293e919629c, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:53,326 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252d854100e0cc4b4381ba05405dfd2496_33d2283beb923af681526293e919629c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:53,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742055_1231 (size=13085) 2024-11-25T11:33:53,347 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5ac4324873964bab85c99b306e46e657 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5ac4324873964bab85c99b306e46e657 2024-11-25T11:33:53,353 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/B of 33d2283beb923af681526293e919629c into 5ac4324873964bab85c99b306e46e657(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:53,353 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:53,353 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/B, priority=13, startTime=1732534433276; duration=0sec 2024-11-25T11:33:53,353 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:53,354 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:B 2024-11-25T11:33:53,354 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:53,355 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:53,355 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/C is initiating minor compaction (all files) 2024-11-25T11:33:53,355 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/C in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:53,355 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/ec2d5f510d084d078e5b0107e827fb20, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0318ea5bba64178b1a062ca1df1f218, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/96999f85f8e042fca466d703160cbdd2] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=36.7 K 2024-11-25T11:33:53,355 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting ec2d5f510d084d078e5b0107e827fb20, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732534429148 2024-11-25T11:33:53,356 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting a0318ea5bba64178b1a062ca1df1f218, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732534429897 2024-11-25T11:33:53,356 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 96999f85f8e042fca466d703160cbdd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732534432015 2024-11-25T11:33:53,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-25T11:33:53,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:53,357 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T11:33:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T11:33:53,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742056_1232 (size=4469) 2024-11-25T11:33:53,365 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#A#compaction#193 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:53,367 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/a2e51775cc884b2f81a832904aac76cd is 175, key is test_row_0/A:col10/1732534432355/Put/seqid=0 2024-11-25T11:33:53,367 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#C#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:53,368 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/2f4ba491901f4210aea76c64997e96ce is 50, key is test_row_0/C:col10/1732534432355/Put/seqid=0 2024-11-25T11:33:53,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125531d575a523e4570966bd1836816d963_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534432393/Put/seqid=0 2024-11-25T11:33:53,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742058_1234 (size=13085) 2024-11-25T11:33:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742057_1233 (size=32039) 2024-11-25T11:33:53,403 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/2f4ba491901f4210aea76c64997e96ce as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/2f4ba491901f4210aea76c64997e96ce 2024-11-25T11:33:53,410 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/C of 33d2283beb923af681526293e919629c into 2f4ba491901f4210aea76c64997e96ce(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:53,410 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:53,410 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/C, priority=13, startTime=1732534433277; duration=0sec 2024-11-25T11:33:53,411 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:53,412 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:C 2024-11-25T11:33:53,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742059_1235 (size=12454) 2024-11-25T11:33:53,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:53,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534493625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534493625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:53,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534493625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:53,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534493742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534493742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534493742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:53,797 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/a2e51775cc884b2f81a832904aac76cd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a2e51775cc884b2f81a832904aac76cd 2024-11-25T11:33:53,802 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/A of 33d2283beb923af681526293e919629c into a2e51775cc884b2f81a832904aac76cd(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:53,802 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:53,802 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/A, priority=13, startTime=1732534433276; duration=0sec 2024-11-25T11:33:53,802 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:53,802 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:A 2024-11-25T11:33:53,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:53,818 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125531d575a523e4570966bd1836816d963_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125531d575a523e4570966bd1836816d963_33d2283beb923af681526293e919629c 2024-11-25T11:33:53,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/dbf4f2af1b4c4cfe8b2c6638c1f2aef2, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:53,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/dbf4f2af1b4c4cfe8b2c6638c1f2aef2 is 175, key is test_row_0/A:col10/1732534432393/Put/seqid=0 2024-11-25T11:33:53,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742060_1236 (size=31255) 2024-11-25T11:33:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T11:33:53,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534493952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534493952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:53,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534493952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:53,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:53,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56918 deadline: 1732534494102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:54,106 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 33d2283beb923af681526293e919629c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56858 deadline: 1732534494112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:54,119 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 33d2283beb923af681526293e919629c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:33:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,225 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/dbf4f2af1b4c4cfe8b2c6638c1f2aef2 2024-11-25T11:33:54,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b74f84cd2aa7454cbc004b3c6475ae41 is 50, key is test_row_0/B:col10/1732534432393/Put/seqid=0 2024-11-25T11:33:54,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742061_1237 (size=12301) 2024-11-25T11:33:54,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534494262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:54,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534494262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:54,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534494262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,643 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b74f84cd2aa7454cbc004b3c6475ae41 2024-11-25T11:33:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/dd74252b5cfd40c2b08f7f8e85d7d796 is 50, key is test_row_0/C:col10/1732534432393/Put/seqid=0 2024-11-25T11:33:54,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742062_1238 (size=12301) 2024-11-25T11:33:54,675 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/dd74252b5cfd40c2b08f7f8e85d7d796 2024-11-25T11:33:54,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/dbf4f2af1b4c4cfe8b2c6638c1f2aef2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbf4f2af1b4c4cfe8b2c6638c1f2aef2 2024-11-25T11:33:54,684 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbf4f2af1b4c4cfe8b2c6638c1f2aef2, entries=150, sequenceid=418, filesize=30.5 K 2024-11-25T11:33:54,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/b74f84cd2aa7454cbc004b3c6475ae41 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b74f84cd2aa7454cbc004b3c6475ae41 2024-11-25T11:33:54,698 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b74f84cd2aa7454cbc004b3c6475ae41, entries=150, sequenceid=418, filesize=12.0 K 2024-11-25T11:33:54,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/dd74252b5cfd40c2b08f7f8e85d7d796 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/dd74252b5cfd40c2b08f7f8e85d7d796 2024-11-25T11:33:54,705 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/dd74252b5cfd40c2b08f7f8e85d7d796, entries=150, sequenceid=418, filesize=12.0 K 2024-11-25T11:33:54,707 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 33d2283beb923af681526293e919629c in 1350ms, sequenceid=418, compaction requested=false 2024-11-25T11:33:54,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:54,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:54,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-25T11:33:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-25T11:33:54,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-25T11:33:54,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9740 sec 2024-11-25T11:33:54,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.9830 sec 2024-11-25T11:33:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:54,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T11:33:54,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:54,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:54,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:54,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:54,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:54,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:54,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258c5d069948e24974b57115c256933ce4_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534434776/Put/seqid=0 2024-11-25T11:33:54,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742063_1239 (size=12454) 2024-11-25T11:33:54,833 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534494830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534494832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534494834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:54,840 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258c5d069948e24974b57115c256933ce4_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258c5d069948e24974b57115c256933ce4_33d2283beb923af681526293e919629c 2024-11-25T11:33:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,841 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/ee1c9e50ef15409682b047d6bf1728b0, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:54,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/ee1c9e50ef15409682b047d6bf1728b0 is 175, key is test_row_0/A:col10/1732534434776/Put/seqid=0 2024-11-25T11:33:54,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742064_1240 (size=31255) 2024-11-25T11:33:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-25T11:33:54,883 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:54,883 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-25T11:33:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T11:33:54,885 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:54,886 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:54,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:54,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534494942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:54,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534494942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534494952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T11:33:55,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T11:33:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:55,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:55,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534495152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534495153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:55,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534495172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T11:33:55,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T11:33:55,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:55,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:55,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:55,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:55,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:55,253 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=437, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/ee1c9e50ef15409682b047d6bf1728b0 2024-11-25T11:33:55,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/1a4dc4afcabe4b3caf122e4ef372a66f is 50, key is test_row_0/B:col10/1732534434776/Put/seqid=0 2024-11-25T11:33:55,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742065_1241 (size=12301) 2024-11-25T11:33:55,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/1a4dc4afcabe4b3caf122e4ef372a66f 2024-11-25T11:33:55,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/513941f30c02459d89365716b9424bde is 50, key is test_row_0/C:col10/1732534434776/Put/seqid=0 2024-11-25T11:33:55,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742066_1242 (size=12301) 2024-11-25T11:33:55,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/513941f30c02459d89365716b9424bde 2024-11-25T11:33:55,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/ee1c9e50ef15409682b047d6bf1728b0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ee1c9e50ef15409682b047d6bf1728b0 2024-11-25T11:33:55,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ee1c9e50ef15409682b047d6bf1728b0, entries=150, sequenceid=437, filesize=30.5 K 2024-11-25T11:33:55,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/1a4dc4afcabe4b3caf122e4ef372a66f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a4dc4afcabe4b3caf122e4ef372a66f 2024-11-25T11:33:55,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a4dc4afcabe4b3caf122e4ef372a66f, entries=150, sequenceid=437, filesize=12.0 K 2024-11-25T11:33:55,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/513941f30c02459d89365716b9424bde as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/513941f30c02459d89365716b9424bde 2024-11-25T11:33:55,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/513941f30c02459d89365716b9424bde, entries=150, sequenceid=437, filesize=12.0 K 2024-11-25T11:33:55,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 33d2283beb923af681526293e919629c in 572ms, sequenceid=437, compaction requested=true 2024-11-25T11:33:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:55,358 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:55,358 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:55,360 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:55,360 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/B is initiating minor compaction (all files) 2024-11-25T11:33:55,360 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/B in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:55,360 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5ac4324873964bab85c99b306e46e657, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b74f84cd2aa7454cbc004b3c6475ae41, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a4dc4afcabe4b3caf122e4ef372a66f] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=36.8 K 2024-11-25T11:33:55,360 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:55,360 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/A is initiating minor compaction (all files) 2024-11-25T11:33:55,360 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/A in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:55,361 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a2e51775cc884b2f81a832904aac76cd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbf4f2af1b4c4cfe8b2c6638c1f2aef2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ee1c9e50ef15409682b047d6bf1728b0] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=92.3 K 2024-11-25T11:33:55,361 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:55,361 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a2e51775cc884b2f81a832904aac76cd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbf4f2af1b4c4cfe8b2c6638c1f2aef2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ee1c9e50ef15409682b047d6bf1728b0] 2024-11-25T11:33:55,361 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ac4324873964bab85c99b306e46e657, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732534432015 2024-11-25T11:33:55,361 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2e51775cc884b2f81a832904aac76cd, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732534432015 2024-11-25T11:33:55,361 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting b74f84cd2aa7454cbc004b3c6475ae41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732534432391 2024-11-25T11:33:55,362 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a4dc4afcabe4b3caf122e4ef372a66f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732534433589 2024-11-25T11:33:55,362 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbf4f2af1b4c4cfe8b2c6638c1f2aef2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732534432391 2024-11-25T11:33:55,362 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee1c9e50ef15409682b047d6bf1728b0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732534433589 2024-11-25T11:33:55,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-25T11:33:55,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:55,366 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T11:33:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:55,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:55,392 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:55,395 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:55,395 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/ba20017ef24040ea8e0e8145d2924f90 is 50, key is test_row_0/B:col10/1732534434776/Put/seqid=0 2024-11-25T11:33:55,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125236f54cda86549bea079b65dfbc71988_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534434832/Put/seqid=0 2024-11-25T11:33:55,404 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411256cd46654dd994ee8bb62fd52c7721d07_33d2283beb923af681526293e919629c store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:55,407 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411256cd46654dd994ee8bb62fd52c7721d07_33d2283beb923af681526293e919629c, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:55,407 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256cd46654dd994ee8bb62fd52c7721d07_33d2283beb923af681526293e919629c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:55,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742067_1243 (size=13187) 2024-11-25T11:33:55,422 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/ba20017ef24040ea8e0e8145d2924f90 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/ba20017ef24040ea8e0e8145d2924f90 2024-11-25T11:33:55,434 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/B of 33d2283beb923af681526293e919629c into ba20017ef24040ea8e0e8145d2924f90(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:55,434 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:55,434 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/B, priority=13, startTime=1732534435358; duration=0sec 2024-11-25T11:33:55,434 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:55,434 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:B 2024-11-25T11:33:55,434 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:55,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742069_1245 (size=4469) 2024-11-25T11:33:55,436 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:55,437 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/C is initiating minor compaction (all files) 2024-11-25T11:33:55,437 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#A#compaction#201 average throughput is 0.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:55,437 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/C in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:55,438 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/2f4ba491901f4210aea76c64997e96ce, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/dd74252b5cfd40c2b08f7f8e85d7d796, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/513941f30c02459d89365716b9424bde] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=36.8 K 2024-11-25T11:33:55,438 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/1324f09e85684797a2330931e03ca876 is 175, key is test_row_0/A:col10/1732534434776/Put/seqid=0 2024-11-25T11:33:55,438 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f4ba491901f4210aea76c64997e96ce, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732534432015 2024-11-25T11:33:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742068_1244 (size=12454) 2024-11-25T11:33:55,441 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting dd74252b5cfd40c2b08f7f8e85d7d796, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732534432391 2024-11-25T11:33:55,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:55,442 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 513941f30c02459d89365716b9424bde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732534433589 2024-11-25T11:33:55,449 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125236f54cda86549bea079b65dfbc71988_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125236f54cda86549bea079b65dfbc71988_33d2283beb923af681526293e919629c 2024-11-25T11:33:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/8246e5bdfc794105ba7bc393446f2612, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:55,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/8246e5bdfc794105ba7bc393446f2612 is 175, key is test_row_0/A:col10/1732534434832/Put/seqid=0 2024-11-25T11:33:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:55,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:55,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742070_1246 (size=32141) 2024-11-25T11:33:55,483 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/1324f09e85684797a2330931e03ca876 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1324f09e85684797a2330931e03ca876 2024-11-25T11:33:55,488 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#C#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:55,489 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/26605649bc444980aa23713c605b6609 is 50, key is test_row_0/C:col10/1732534434776/Put/seqid=0 2024-11-25T11:33:55,495 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/A of 33d2283beb923af681526293e919629c into 1324f09e85684797a2330931e03ca876(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:55,496 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:55,496 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/A, priority=13, startTime=1732534435358; duration=0sec 2024-11-25T11:33:55,496 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:55,496 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:A 2024-11-25T11:33:55,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742071_1247 (size=31255) 2024-11-25T11:33:55,507 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=452, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/8246e5bdfc794105ba7bc393446f2612 2024-11-25T11:33:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T11:33:55,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534495509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534495512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:55,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534495520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:55,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742072_1248 (size=13187) 2024-11-25T11:33:55,551 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/26605649bc444980aa23713c605b6609 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/26605649bc444980aa23713c605b6609 2024-11-25T11:33:55,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/2079e532cd2c4322b2cd12e5b15f95d7 is 50, key is test_row_0/B:col10/1732534434832/Put/seqid=0 2024-11-25T11:33:55,557 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/C of 33d2283beb923af681526293e919629c into 26605649bc444980aa23713c605b6609(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:55,557 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:55,557 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/C, priority=13, startTime=1732534435358; duration=0sec 2024-11-25T11:33:55,557 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:55,557 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:C 2024-11-25T11:33:55,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742073_1249 (size=12301) 2024-11-25T11:33:55,583 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/2079e532cd2c4322b2cd12e5b15f95d7 2024-11-25T11:33:55,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/118d8aeeea924c90bbb7ab3a8f150f52 is 50, key is test_row_0/C:col10/1732534434832/Put/seqid=0 2024-11-25T11:33:55,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534495622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534495633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534495633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:55,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742074_1250 (size=12301) 2024-11-25T11:33:55,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534495832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:55,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534495853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534495853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:55,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T11:33:56,064 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/118d8aeeea924c90bbb7ab3a8f150f52 2024-11-25T11:33:56,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/8246e5bdfc794105ba7bc393446f2612 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/8246e5bdfc794105ba7bc393446f2612 2024-11-25T11:33:56,081 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/8246e5bdfc794105ba7bc393446f2612, entries=150, sequenceid=452, filesize=30.5 K 2024-11-25T11:33:56,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/2079e532cd2c4322b2cd12e5b15f95d7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/2079e532cd2c4322b2cd12e5b15f95d7 2024-11-25T11:33:56,089 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/2079e532cd2c4322b2cd12e5b15f95d7, entries=150, sequenceid=452, filesize=12.0 K 2024-11-25T11:33:56,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/118d8aeeea924c90bbb7ab3a8f150f52 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/118d8aeeea924c90bbb7ab3a8f150f52 2024-11-25T11:33:56,096 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/118d8aeeea924c90bbb7ab3a8f150f52, entries=150, sequenceid=452, filesize=12.0 K 2024-11-25T11:33:56,099 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 33d2283beb923af681526293e919629c in 734ms, sequenceid=452, compaction requested=false 2024-11-25T11:33:56,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:56,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:56,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-25T11:33:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-25T11:33:56,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-25T11:33:56,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2150 sec 2024-11-25T11:33:56,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.2210 sec 2024-11-25T11:33:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:56,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T11:33:56,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:56,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:56,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:56,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:56,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:56,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:56,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dbeaf84b5c2a4d2b953275506a1effad_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534436149/Put/seqid=0 2024-11-25T11:33:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534496198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534496198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534496205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742075_1251 (size=14994) 2024-11-25T11:33:56,238 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:56,243 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dbeaf84b5c2a4d2b953275506a1effad_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dbeaf84b5c2a4d2b953275506a1effad_33d2283beb923af681526293e919629c 2024-11-25T11:33:56,245 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d31b4081d3234d86b2be919a4611ed34, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:56,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d31b4081d3234d86b2be919a4611ed34 is 175, key is test_row_0/A:col10/1732534436149/Put/seqid=0 2024-11-25T11:33:56,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742076_1252 (size=39949) 2024-11-25T11:33:56,275 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=473, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d31b4081d3234d86b2be919a4611ed34 2024-11-25T11:33:56,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5ef6176a13414fe09483521f1d9887bf is 50, key is test_row_0/B:col10/1732534436149/Put/seqid=0 2024-11-25T11:33:56,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534496312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534496313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534496322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742077_1253 (size=12301) 2024-11-25T11:33:56,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5ef6176a13414fe09483521f1d9887bf 2024-11-25T11:33:56,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/12867ae913e54c20ad8044effe2c7f95 is 50, key is test_row_0/C:col10/1732534436149/Put/seqid=0 2024-11-25T11:33:56,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742078_1254 (size=12301) 2024-11-25T11:33:56,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/12867ae913e54c20ad8044effe2c7f95 2024-11-25T11:33:56,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d31b4081d3234d86b2be919a4611ed34 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d31b4081d3234d86b2be919a4611ed34 2024-11-25T11:33:56,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d31b4081d3234d86b2be919a4611ed34, entries=200, sequenceid=473, filesize=39.0 K 2024-11-25T11:33:56,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5ef6176a13414fe09483521f1d9887bf as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5ef6176a13414fe09483521f1d9887bf 2024-11-25T11:33:56,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5ef6176a13414fe09483521f1d9887bf, entries=150, sequenceid=473, filesize=12.0 K 2024-11-25T11:33:56,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/12867ae913e54c20ad8044effe2c7f95 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/12867ae913e54c20ad8044effe2c7f95 2024-11-25T11:33:56,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/12867ae913e54c20ad8044effe2c7f95, entries=150, sequenceid=473, filesize=12.0 K 2024-11-25T11:33:56,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 33d2283beb923af681526293e919629c in 251ms, sequenceid=473, compaction requested=true 2024-11-25T11:33:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:33:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:56,403 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:33:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:56,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 33d2283beb923af681526293e919629c:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:33:56,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:56,404 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:56,405 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:56,405 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/B is initiating minor compaction (all files) 2024-11-25T11:33:56,405 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:56,405 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/B in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:56,405 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/A is initiating minor compaction (all files) 2024-11-25T11:33:56,405 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/ba20017ef24040ea8e0e8145d2924f90, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/2079e532cd2c4322b2cd12e5b15f95d7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5ef6176a13414fe09483521f1d9887bf] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=36.9 K 2024-11-25T11:33:56,405 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/A in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:56,405 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1324f09e85684797a2330931e03ca876, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/8246e5bdfc794105ba7bc393446f2612, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d31b4081d3234d86b2be919a4611ed34] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=100.9 K 2024-11-25T11:33:56,405 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:56,405 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1324f09e85684797a2330931e03ca876, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/8246e5bdfc794105ba7bc393446f2612, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d31b4081d3234d86b2be919a4611ed34] 2024-11-25T11:33:56,406 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting ba20017ef24040ea8e0e8145d2924f90, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732534433589 2024-11-25T11:33:56,406 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1324f09e85684797a2330931e03ca876, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732534433589 2024-11-25T11:33:56,406 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2079e532cd2c4322b2cd12e5b15f95d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732534434815 2024-11-25T11:33:56,406 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8246e5bdfc794105ba7bc393446f2612, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732534434815 2024-11-25T11:33:56,406 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ef6176a13414fe09483521f1d9887bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732534435506 2024-11-25T11:33:56,407 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d31b4081d3234d86b2be919a4611ed34, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732534435506 2024-11-25T11:33:56,416 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:56,422 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:56,422 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5837eed4100e441c9cb5c275ca7984cf is 50, key is test_row_0/B:col10/1732534436149/Put/seqid=0 2024-11-25T11:33:56,423 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125bdabaccb8eb54b37bc42e88cc31baa2e_33d2283beb923af681526293e919629c store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:56,426 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125bdabaccb8eb54b37bc42e88cc31baa2e_33d2283beb923af681526293e919629c, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:56,426 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bdabaccb8eb54b37bc42e88cc31baa2e_33d2283beb923af681526293e919629c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:56,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742079_1255 (size=13289) 2024-11-25T11:33:56,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742080_1256 (size=4469) 2024-11-25T11:33:56,452 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/5837eed4100e441c9cb5c275ca7984cf as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5837eed4100e441c9cb5c275ca7984cf 2024-11-25T11:33:56,457 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/B of 33d2283beb923af681526293e919629c into 5837eed4100e441c9cb5c275ca7984cf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:56,457 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:56,457 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/B, priority=13, startTime=1732534436403; duration=0sec 2024-11-25T11:33:56,457 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:33:56,457 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:B 2024-11-25T11:33:56,457 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:33:56,458 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:33:56,458 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 33d2283beb923af681526293e919629c/C is initiating minor compaction (all files) 2024-11-25T11:33:56,458 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 33d2283beb923af681526293e919629c/C in TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:56,458 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/26605649bc444980aa23713c605b6609, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/118d8aeeea924c90bbb7ab3a8f150f52, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/12867ae913e54c20ad8044effe2c7f95] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp, totalSize=36.9 K 2024-11-25T11:33:56,459 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 26605649bc444980aa23713c605b6609, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732534433589 2024-11-25T11:33:56,459 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 118d8aeeea924c90bbb7ab3a8f150f52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1732534434815 2024-11-25T11:33:56,459 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 12867ae913e54c20ad8044effe2c7f95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732534435506 2024-11-25T11:33:56,473 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#C#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:56,474 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/ea3fc2a2acda41f98f0738e80549b2c7 is 50, key is test_row_0/C:col10/1732534436149/Put/seqid=0 2024-11-25T11:33:56,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742081_1257 (size=13289) 2024-11-25T11:33:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:56,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T11:33:56,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:56,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:56,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:56,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:56,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:56,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:56,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a3363032f8ed496ba63b26730fe95810_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534436186/Put/seqid=0 2024-11-25T11:33:56,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742082_1258 (size=14994) 2024-11-25T11:33:56,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534496554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534496558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534496561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534496672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534496672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534496672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,846 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 33d2283beb923af681526293e919629c#A#compaction#210 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:33:56,847 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/68f92fbd6baa48d5a867c2a6b029ff8e is 175, key is test_row_0/A:col10/1732534436149/Put/seqid=0 2024-11-25T11:33:56,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742083_1259 (size=32243) 2024-11-25T11:33:56,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534496883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534496883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534496883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:56,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:56,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:56,900 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/ea3fc2a2acda41f98f0738e80549b2c7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/ea3fc2a2acda41f98f0738e80549b2c7 2024-11-25T11:33:56,921 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/68f92fbd6baa48d5a867c2a6b029ff8e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/68f92fbd6baa48d5a867c2a6b029ff8e 2024-11-25T11:33:56,922 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/C of 33d2283beb923af681526293e919629c into ea3fc2a2acda41f98f0738e80549b2c7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:56,922 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:56,922 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/C, priority=13, startTime=1732534436404; duration=0sec 2024-11-25T11:33:56,922 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:56,922 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:C 2024-11-25T11:33:56,929 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 33d2283beb923af681526293e919629c/A of 33d2283beb923af681526293e919629c into 68f92fbd6baa48d5a867c2a6b029ff8e(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:33:56,930 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:56,930 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., storeName=33d2283beb923af681526293e919629c/A, priority=13, startTime=1732534436403; duration=0sec 2024-11-25T11:33:56,930 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:33:56,930 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 33d2283beb923af681526293e919629c:A 2024-11-25T11:33:56,938 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:56,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a3363032f8ed496ba63b26730fe95810_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a3363032f8ed496ba63b26730fe95810_33d2283beb923af681526293e919629c 2024-11-25T11:33:56,945 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/c74c47bac35149bba7b53eee2260c1dd, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:56,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/c74c47bac35149bba7b53eee2260c1dd is 175, key is test_row_0/A:col10/1732534436186/Put/seqid=0 2024-11-25T11:33:56,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742084_1260 (size=39949) 2024-11-25T11:33:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-25T11:33:57,032 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:57,033 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:33:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-25T11:33:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T11:33:57,038 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:33:57,038 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:33:57,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:33:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T11:33:57,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T11:33:57,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:57,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:57,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:57,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534497202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:57,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534497203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:57,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534497203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:57,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T11:33:57,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:57,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:57,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:57,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T11:33:57,355 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=489, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/c74c47bac35149bba7b53eee2260c1dd 2024-11-25T11:33:57,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/0eed8eb4b50e48109ff488d4555e6eaf is 50, key is test_row_0/B:col10/1732534436186/Put/seqid=0 2024-11-25T11:33:57,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742085_1261 (size=12301) 2024-11-25T11:33:57,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T11:33:57,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:57,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T11:33:57,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:57,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:57,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:57,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T11:33:57,698 INFO [Thread-697 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-697. 2024-11-25T11:33:57,698 DEBUG [Thread-697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:57,698 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:57,698 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:57,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:57,702 INFO [Thread-695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-695. 2024-11-25T11:33:57,702 DEBUG [Thread-695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:57,702 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:57,702 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:57,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:57,708 INFO [Thread-699 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-699. 2024-11-25T11:33:57,708 DEBUG [Thread-699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:57,708 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:57,708 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:57,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:57,709 INFO [Thread-701 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-701. 2024-11-25T11:33:57,709 DEBUG [Thread-701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:57,709 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:57,709 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:57,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:57,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:57,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:57,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:33:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56866 deadline: 1732534497722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56856 deadline: 1732534497722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56902 deadline: 1732534497722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:57,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:57,723 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:57,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:33:57,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:33:57,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/0eed8eb4b50e48109ff488d4555e6eaf 2024-11-25T11:33:57,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/5c8c5e54d50e401e9bdcfc9791804890 is 50, key is test_row_0/C:col10/1732534436186/Put/seqid=0 2024-11-25T11:33:57,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T11:33:57,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:57,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:57,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:57,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:33:57,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742086_1262 (size=12301) 2024-11-25T11:33:57,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/5c8c5e54d50e401e9bdcfc9791804890 2024-11-25T11:33:57,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/c74c47bac35149bba7b53eee2260c1dd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/c74c47bac35149bba7b53eee2260c1dd 2024-11-25T11:33:57,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/c74c47bac35149bba7b53eee2260c1dd, entries=200, sequenceid=489, filesize=39.0 K 2024-11-25T11:33:57,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/0eed8eb4b50e48109ff488d4555e6eaf as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0eed8eb4b50e48109ff488d4555e6eaf 2024-11-25T11:33:57,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0eed8eb4b50e48109ff488d4555e6eaf, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T11:33:57,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/5c8c5e54d50e401e9bdcfc9791804890 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/5c8c5e54d50e401e9bdcfc9791804890 2024-11-25T11:33:57,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/5c8c5e54d50e401e9bdcfc9791804890, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T11:33:57,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 33d2283beb923af681526293e919629c in 1312ms, sequenceid=489, compaction requested=false 2024-11-25T11:33:57,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:57,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-25T11:33:57,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:57,962 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T11:33:57,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:57,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:57,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:57,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:57,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:57,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251f2f4735571b44508d21629128fc08e7_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534436557/Put/seqid=0 2024-11-25T11:33:57,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742087_1263 (size=12454) 2024-11-25T11:33:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 33d2283beb923af681526293e919629c 2024-11-25T11:33:58,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. as already flushing 2024-11-25T11:33:58,123 INFO [Thread-688 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-688. 2024-11-25T11:33:58,123 DEBUG [Thread-688 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:58,123 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:58,124 DEBUG [Thread-688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:58,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:58,144 INFO [Thread-684 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-684. 2024-11-25T11:33:58,144 DEBUG [Thread-684 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:58,144 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:58,144 DEBUG [Thread-684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:58,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T11:33:58,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:58,381 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251f2f4735571b44508d21629128fc08e7_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f2f4735571b44508d21629128fc08e7_33d2283beb923af681526293e919629c 2024-11-25T11:33:58,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/28c38ad8a18d4d81be94c28f197a49d5, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:58,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/28c38ad8a18d4d81be94c28f197a49d5 is 175, key is test_row_0/A:col10/1732534436557/Put/seqid=0 2024-11-25T11:33:58,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742088_1264 (size=31255) 2024-11-25T11:33:58,734 INFO [Thread-690 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-690. 2024-11-25T11:33:58,734 DEBUG [Thread-690 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:58,734 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:58,734 DEBUG [Thread-690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:58,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:58,743 INFO [Thread-686 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-686. 2024-11-25T11:33:58,743 DEBUG [Thread-686 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:58,743 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:58,743 INFO [Thread-692 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-692. 2024-11-25T11:33:58,743 DEBUG [Thread-692 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:33:58,743 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:58,743 DEBUG [Thread-686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:58,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:58,744 DEBUG [Thread-692 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:58,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:58,787 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=508, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/28c38ad8a18d4d81be94c28f197a49d5 2024-11-25T11:33:58,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/65d6105c7a7344b3b98e7aecf684fc24 is 50, key is test_row_0/B:col10/1732534436557/Put/seqid=0 2024-11-25T11:33:58,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742089_1265 (size=12301) 2024-11-25T11:33:58,803 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/65d6105c7a7344b3b98e7aecf684fc24 2024-11-25T11:33:58,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/f8d8c52d16b642f1896021195fd0c647 is 50, key is test_row_0/C:col10/1732534436557/Put/seqid=0 2024-11-25T11:33:58,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742090_1266 (size=12301) 2024-11-25T11:33:58,818 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/f8d8c52d16b642f1896021195fd0c647 2024-11-25T11:33:58,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/28c38ad8a18d4d81be94c28f197a49d5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/28c38ad8a18d4d81be94c28f197a49d5 2024-11-25T11:33:58,827 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/28c38ad8a18d4d81be94c28f197a49d5, entries=150, sequenceid=508, filesize=30.5 K 2024-11-25T11:33:58,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/65d6105c7a7344b3b98e7aecf684fc24 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/65d6105c7a7344b3b98e7aecf684fc24 2024-11-25T11:33:58,832 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/65d6105c7a7344b3b98e7aecf684fc24, entries=150, sequenceid=508, filesize=12.0 K 2024-11-25T11:33:58,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/f8d8c52d16b642f1896021195fd0c647 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/f8d8c52d16b642f1896021195fd0c647 2024-11-25T11:33:58,841 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/f8d8c52d16b642f1896021195fd0c647, entries=150, sequenceid=508, filesize=12.0 K 2024-11-25T11:33:58,842 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=33.54 KB/34350 for 33d2283beb923af681526293e919629c in 881ms, sequenceid=508, compaction requested=true 2024-11-25T11:33:58,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 33d2283beb923af681526293e919629c: 2024-11-25T11:33:58,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:58,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-25T11:33:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-25T11:33:58,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-25T11:33:58,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8050 sec 2024-11-25T11:33:58,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.8130 sec 2024-11-25T11:33:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-25T11:33:59,183 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2328 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2268 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1029 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3086 rows 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1026 2024-11-25T11:33:59,183 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3078 rows 2024-11-25T11:33:59,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:33:59,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:33:59,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:59,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:33:59,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:33:59,185 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T11:33:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T11:33:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T11:33:59,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534439193"}]},"ts":"1732534439193"} 2024-11-25T11:33:59,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T11:33:59,195 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T11:33:59,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T11:33:59,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, UNASSIGN}] 2024-11-25T11:33:59,199 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, UNASSIGN 2024-11-25T11:33:59,200 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=33d2283beb923af681526293e919629c, regionState=CLOSING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:33:59,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, UNASSIGN because future has completed 2024-11-25T11:33:59,202 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:33:59,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; CloseRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:33:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T11:33:59,354 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(122): Close 33d2283beb923af681526293e919629c 2024-11-25T11:33:59,354 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:33:59,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1722): Closing 33d2283beb923af681526293e919629c, disabling compactions & flushes 2024-11-25T11:33:59,355 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:59,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:59,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. after waiting 0 ms 2024-11-25T11:33:59,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:33:59,355 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(2902): Flushing 33d2283beb923af681526293e919629c 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-25T11:33:59,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=A 2024-11-25T11:33:59,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:59,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=B 2024-11-25T11:33:59,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:59,355 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 33d2283beb923af681526293e919629c, store=C 2024-11-25T11:33:59,356 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:33:59,364 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125577b3284a50640be9236d485ad68ed89_33d2283beb923af681526293e919629c is 50, key is test_row_0/A:col10/1732534438742/Put/seqid=0 2024-11-25T11:33:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742091_1267 (size=9914) 2024-11-25T11:33:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T11:33:59,768 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:33:59,773 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125577b3284a50640be9236d485ad68ed89_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125577b3284a50640be9236d485ad68ed89_33d2283beb923af681526293e919629c 2024-11-25T11:33:59,774 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d030f1fd3f9f42cfb13b94e739d1784d, store: [table=TestAcidGuarantees family=A region=33d2283beb923af681526293e919629c] 2024-11-25T11:33:59,774 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d030f1fd3f9f42cfb13b94e739d1784d is 175, key is test_row_0/A:col10/1732534438742/Put/seqid=0 2024-11-25T11:33:59,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742092_1268 (size=22561) 2024-11-25T11:33:59,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T11:34:00,178 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=516, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d030f1fd3f9f42cfb13b94e739d1784d 2024-11-25T11:34:00,185 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/e29123f3cd3c4be8b587e21035f6d441 is 50, key is test_row_0/B:col10/1732534438742/Put/seqid=0 2024-11-25T11:34:00,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742093_1269 (size=9857) 2024-11-25T11:34:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T11:34:00,589 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/e29123f3cd3c4be8b587e21035f6d441 2024-11-25T11:34:00,597 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/64ac2370d50742699adc62a2632643fc is 50, key is test_row_0/C:col10/1732534438742/Put/seqid=0 2024-11-25T11:34:00,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742094_1270 (size=9857) 2024-11-25T11:34:01,001 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/64ac2370d50742699adc62a2632643fc 2024-11-25T11:34:01,006 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/A/d030f1fd3f9f42cfb13b94e739d1784d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d030f1fd3f9f42cfb13b94e739d1784d 2024-11-25T11:34:01,010 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d030f1fd3f9f42cfb13b94e739d1784d, entries=100, sequenceid=516, filesize=22.0 K 2024-11-25T11:34:01,011 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/B/e29123f3cd3c4be8b587e21035f6d441 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/e29123f3cd3c4be8b587e21035f6d441 2024-11-25T11:34:01,015 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/e29123f3cd3c4be8b587e21035f6d441, entries=100, sequenceid=516, filesize=9.6 K 2024-11-25T11:34:01,015 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/.tmp/C/64ac2370d50742699adc62a2632643fc as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/64ac2370d50742699adc62a2632643fc 2024-11-25T11:34:01,019 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/64ac2370d50742699adc62a2632643fc, entries=100, sequenceid=516, filesize=9.6 K 2024-11-25T11:34:01,020 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 33d2283beb923af681526293e919629c in 1665ms, sequenceid=516, compaction requested=true 2024-11-25T11:34:01,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a16c9861ea664a2686b465c747be28bc, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0c5b1ab90ba045c68a7eacee183f80cd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d9d5c740cf1047e6b7eceae09ad092fa, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1369fcde4a4e4e8cb9513c6a6671a835, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/9dc22d8f1ccf4f5d96bbc7a66535b020, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f1000e8bce154d86bb4f072561002ba5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/86731c30ae2a4e0881ea49315cb6fe0d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/026d029d99c84a6999178807b783937d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ebf453dfa19247d7b2e14b6fb4671aaf, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/6c18225aa14c466ab2c0401019cca0da, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/3b2ca7e3102e476ba67d7a8fb6e5db79, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/4a6cc8420dd4499cbb104875274ad140, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b200416f7dd146c9af9a2008e2b9ff7e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ccd1cd870ec34905bc61beadb42ba627, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0fe1ef0bd77047709435597474bac25b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbb542896d4146f58d4efee1e90759c4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b918e152a4f84f08aca3301c2b979886, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f651dbaa10a74097958cdac0a6cb697d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/c9652c12037d40a8b53cf7c0eee80c48, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/442e133ebef940df820d2f11dcb922f9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/5c06b2c5b9174d8cb202e1d0eb45a2b9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a7253afb982e447da77250dc4ba664af, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1f8393b50601478ba6849e0b47ea7f5c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a2e51775cc884b2f81a832904aac76cd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbf4f2af1b4c4cfe8b2c6638c1f2aef2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1324f09e85684797a2330931e03ca876, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ee1c9e50ef15409682b047d6bf1728b0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/8246e5bdfc794105ba7bc393446f2612, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d31b4081d3234d86b2be919a4611ed34] to archive 2024-11-25T11:34:01,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:34:01,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a16c9861ea664a2686b465c747be28bc to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a16c9861ea664a2686b465c747be28bc 2024-11-25T11:34:01,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0c5b1ab90ba045c68a7eacee183f80cd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0c5b1ab90ba045c68a7eacee183f80cd 2024-11-25T11:34:01,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d9d5c740cf1047e6b7eceae09ad092fa to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d9d5c740cf1047e6b7eceae09ad092fa 2024-11-25T11:34:01,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1369fcde4a4e4e8cb9513c6a6671a835 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1369fcde4a4e4e8cb9513c6a6671a835 2024-11-25T11:34:01,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/9dc22d8f1ccf4f5d96bbc7a66535b020 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/9dc22d8f1ccf4f5d96bbc7a66535b020 2024-11-25T11:34:01,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f1000e8bce154d86bb4f072561002ba5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f1000e8bce154d86bb4f072561002ba5 2024-11-25T11:34:01,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/86731c30ae2a4e0881ea49315cb6fe0d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/86731c30ae2a4e0881ea49315cb6fe0d 2024-11-25T11:34:01,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/026d029d99c84a6999178807b783937d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/026d029d99c84a6999178807b783937d 2024-11-25T11:34:01,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ebf453dfa19247d7b2e14b6fb4671aaf to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ebf453dfa19247d7b2e14b6fb4671aaf 2024-11-25T11:34:01,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/6c18225aa14c466ab2c0401019cca0da to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/6c18225aa14c466ab2c0401019cca0da 2024-11-25T11:34:01,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/3b2ca7e3102e476ba67d7a8fb6e5db79 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/3b2ca7e3102e476ba67d7a8fb6e5db79 2024-11-25T11:34:01,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/4a6cc8420dd4499cbb104875274ad140 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/4a6cc8420dd4499cbb104875274ad140 2024-11-25T11:34:01,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b200416f7dd146c9af9a2008e2b9ff7e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b200416f7dd146c9af9a2008e2b9ff7e 2024-11-25T11:34:01,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ccd1cd870ec34905bc61beadb42ba627 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ccd1cd870ec34905bc61beadb42ba627 2024-11-25T11:34:01,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0fe1ef0bd77047709435597474bac25b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/0fe1ef0bd77047709435597474bac25b 2024-11-25T11:34:01,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbb542896d4146f58d4efee1e90759c4 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbb542896d4146f58d4efee1e90759c4 2024-11-25T11:34:01,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b918e152a4f84f08aca3301c2b979886 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/b918e152a4f84f08aca3301c2b979886 2024-11-25T11:34:01,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f651dbaa10a74097958cdac0a6cb697d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/f651dbaa10a74097958cdac0a6cb697d 2024-11-25T11:34:01,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/c9652c12037d40a8b53cf7c0eee80c48 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/c9652c12037d40a8b53cf7c0eee80c48 2024-11-25T11:34:01,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/442e133ebef940df820d2f11dcb922f9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/442e133ebef940df820d2f11dcb922f9 2024-11-25T11:34:01,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/5c06b2c5b9174d8cb202e1d0eb45a2b9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/5c06b2c5b9174d8cb202e1d0eb45a2b9 2024-11-25T11:34:01,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a7253afb982e447da77250dc4ba664af to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a7253afb982e447da77250dc4ba664af 2024-11-25T11:34:01,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1f8393b50601478ba6849e0b47ea7f5c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1f8393b50601478ba6849e0b47ea7f5c 2024-11-25T11:34:01,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a2e51775cc884b2f81a832904aac76cd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/a2e51775cc884b2f81a832904aac76cd 2024-11-25T11:34:01,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbf4f2af1b4c4cfe8b2c6638c1f2aef2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/dbf4f2af1b4c4cfe8b2c6638c1f2aef2 2024-11-25T11:34:01,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1324f09e85684797a2330931e03ca876 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/1324f09e85684797a2330931e03ca876 2024-11-25T11:34:01,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ee1c9e50ef15409682b047d6bf1728b0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/ee1c9e50ef15409682b047d6bf1728b0 2024-11-25T11:34:01,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/8246e5bdfc794105ba7bc393446f2612 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/8246e5bdfc794105ba7bc393446f2612 2024-11-25T11:34:01,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d31b4081d3234d86b2be919a4611ed34 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d31b4081d3234d86b2be919a4611ed34 2024-11-25T11:34:01,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5be96c994a3a4417a4039ab1024e5c63, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a09f8070a684105af46882bca0a3a8f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d59b9f4d65c249709c6132bf19e555d5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/270906658efb47d887c515931f9c0d90, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b27f21f330a24a328e0107452fc30c8e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/034b29ba6759432e91a58cea1af17dc2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/e5f9ed58c78f4e1ba8e9dca9c1d26a05, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ec4cb7d9cb24dfea523c5dd448f5953, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d550254092644a05a26cf60bbe5babd6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/ca95e4d35f4e48c88f817b3621cf56af, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/f9d7bea0028246e88cbfa5e094fb34ef, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/c49467da8e314b81bb4f072636f9fd0b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b517d33b052b4de397572dc7c0b9fda9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/3e3e7824c1b7409592915ef488c90587, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/27d1f93feec847eeba0db805a7467c4a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5d083495e8814e5c85f01a77ed02623d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b2532a0b709a493cacdb0f7fd0057856, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/779c66005f254875821ba0f0ce322a7d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/261512b7830d4f98a911724ccc548efb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/c6e90a1522bb499482842f263fac1f57, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/15e9714d47354d219529f8c8d010c98d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/acde8014306941e89403514eb61c7100, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5ac4324873964bab85c99b306e46e657, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ed63749cf384c87b104c4f75adbf7a2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b74f84cd2aa7454cbc004b3c6475ae41, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/ba20017ef24040ea8e0e8145d2924f90, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a4dc4afcabe4b3caf122e4ef372a66f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/2079e532cd2c4322b2cd12e5b15f95d7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5ef6176a13414fe09483521f1d9887bf] to archive 2024-11-25T11:34:01,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:34:01,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5be96c994a3a4417a4039ab1024e5c63 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5be96c994a3a4417a4039ab1024e5c63 2024-11-25T11:34:01,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a09f8070a684105af46882bca0a3a8f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a09f8070a684105af46882bca0a3a8f 2024-11-25T11:34:01,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d59b9f4d65c249709c6132bf19e555d5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d59b9f4d65c249709c6132bf19e555d5 2024-11-25T11:34:01,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/270906658efb47d887c515931f9c0d90 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/270906658efb47d887c515931f9c0d90 2024-11-25T11:34:01,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b27f21f330a24a328e0107452fc30c8e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b27f21f330a24a328e0107452fc30c8e 2024-11-25T11:34:01,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/034b29ba6759432e91a58cea1af17dc2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/034b29ba6759432e91a58cea1af17dc2 2024-11-25T11:34:01,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/e5f9ed58c78f4e1ba8e9dca9c1d26a05 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/e5f9ed58c78f4e1ba8e9dca9c1d26a05 2024-11-25T11:34:01,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ec4cb7d9cb24dfea523c5dd448f5953 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ec4cb7d9cb24dfea523c5dd448f5953 2024-11-25T11:34:01,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d550254092644a05a26cf60bbe5babd6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/d550254092644a05a26cf60bbe5babd6 2024-11-25T11:34:01,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/ca95e4d35f4e48c88f817b3621cf56af to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/ca95e4d35f4e48c88f817b3621cf56af 2024-11-25T11:34:01,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/f9d7bea0028246e88cbfa5e094fb34ef to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/f9d7bea0028246e88cbfa5e094fb34ef 2024-11-25T11:34:01,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/c49467da8e314b81bb4f072636f9fd0b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/c49467da8e314b81bb4f072636f9fd0b 2024-11-25T11:34:01,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b517d33b052b4de397572dc7c0b9fda9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b517d33b052b4de397572dc7c0b9fda9 2024-11-25T11:34:01,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/3e3e7824c1b7409592915ef488c90587 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/3e3e7824c1b7409592915ef488c90587 2024-11-25T11:34:01,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/27d1f93feec847eeba0db805a7467c4a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/27d1f93feec847eeba0db805a7467c4a 2024-11-25T11:34:01,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5d083495e8814e5c85f01a77ed02623d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5d083495e8814e5c85f01a77ed02623d 2024-11-25T11:34:01,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b2532a0b709a493cacdb0f7fd0057856 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b2532a0b709a493cacdb0f7fd0057856 2024-11-25T11:34:01,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/779c66005f254875821ba0f0ce322a7d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/779c66005f254875821ba0f0ce322a7d 2024-11-25T11:34:01,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/261512b7830d4f98a911724ccc548efb to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/261512b7830d4f98a911724ccc548efb 2024-11-25T11:34:01,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/c6e90a1522bb499482842f263fac1f57 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/c6e90a1522bb499482842f263fac1f57 2024-11-25T11:34:01,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/15e9714d47354d219529f8c8d010c98d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/15e9714d47354d219529f8c8d010c98d 2024-11-25T11:34:01,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/acde8014306941e89403514eb61c7100 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/acde8014306941e89403514eb61c7100 2024-11-25T11:34:01,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5ac4324873964bab85c99b306e46e657 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5ac4324873964bab85c99b306e46e657 2024-11-25T11:34:01,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ed63749cf384c87b104c4f75adbf7a2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0ed63749cf384c87b104c4f75adbf7a2 2024-11-25T11:34:01,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b74f84cd2aa7454cbc004b3c6475ae41 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/b74f84cd2aa7454cbc004b3c6475ae41 2024-11-25T11:34:01,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/ba20017ef24040ea8e0e8145d2924f90 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/ba20017ef24040ea8e0e8145d2924f90 2024-11-25T11:34:01,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a4dc4afcabe4b3caf122e4ef372a66f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/1a4dc4afcabe4b3caf122e4ef372a66f 2024-11-25T11:34:01,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/2079e532cd2c4322b2cd12e5b15f95d7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/2079e532cd2c4322b2cd12e5b15f95d7 2024-11-25T11:34:01,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5ef6176a13414fe09483521f1d9887bf to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5ef6176a13414fe09483521f1d9887bf 2024-11-25T11:34:01,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/205903d8c25d4ac881d139944e311d89, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/fa107b75ea204f94a56b718d0b07a885, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/8ed9ae1d13b148ec86af853d4ed129e8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/678c2cb7836943e58744a19489218a30, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/d3d20bd4f9b64d6291c7e8e07cbd0701, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/41c709dec10b4f4197ea2069b0149e9b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/34501df46dc643d39b6bb6dc2fa9e646, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/6eec051097e64b96b4ff036e0ff58d7d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/7b571b42f2024469adb1e212f6af52e8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/865eabe5f01d4d03a83586095b1fe5a1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/535e038428b34622ac4fd5f864ce361e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/80c8bc5393b34ead99d0ee0d0ab25ae0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/cdeade4e6f15428a98ce17d7157a8a1c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/1a1ab12198a64f76b8c971171a293de3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/652e12e11b2f42d29a25a9dc2ac09f99, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/28df80a0363b4377b7304640a898db65, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/484b459bef2544c7b571b39ea45f65ac, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0d4b010cd554d3a82d2ea09ddfd68e0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/b71bcc6c4034459ca314aae9af86d738, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/ec2d5f510d084d078e5b0107e827fb20, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a6e6c9b2f7f944c98e446271f9b81a0c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0318ea5bba64178b1a062ca1df1f218, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/2f4ba491901f4210aea76c64997e96ce, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/96999f85f8e042fca466d703160cbdd2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/dd74252b5cfd40c2b08f7f8e85d7d796, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/26605649bc444980aa23713c605b6609, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/513941f30c02459d89365716b9424bde, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/118d8aeeea924c90bbb7ab3a8f150f52, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/12867ae913e54c20ad8044effe2c7f95] to archive 2024-11-25T11:34:01,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:34:01,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/205903d8c25d4ac881d139944e311d89 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/205903d8c25d4ac881d139944e311d89 2024-11-25T11:34:01,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/fa107b75ea204f94a56b718d0b07a885 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/fa107b75ea204f94a56b718d0b07a885 2024-11-25T11:34:01,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/8ed9ae1d13b148ec86af853d4ed129e8 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/8ed9ae1d13b148ec86af853d4ed129e8 2024-11-25T11:34:01,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/678c2cb7836943e58744a19489218a30 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/678c2cb7836943e58744a19489218a30 2024-11-25T11:34:01,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/d3d20bd4f9b64d6291c7e8e07cbd0701 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/d3d20bd4f9b64d6291c7e8e07cbd0701 2024-11-25T11:34:01,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/41c709dec10b4f4197ea2069b0149e9b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/41c709dec10b4f4197ea2069b0149e9b 2024-11-25T11:34:01,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/34501df46dc643d39b6bb6dc2fa9e646 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/34501df46dc643d39b6bb6dc2fa9e646 2024-11-25T11:34:01,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/6eec051097e64b96b4ff036e0ff58d7d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/6eec051097e64b96b4ff036e0ff58d7d 2024-11-25T11:34:01,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/7b571b42f2024469adb1e212f6af52e8 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/7b571b42f2024469adb1e212f6af52e8 2024-11-25T11:34:01,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/865eabe5f01d4d03a83586095b1fe5a1 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/865eabe5f01d4d03a83586095b1fe5a1 2024-11-25T11:34:01,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/535e038428b34622ac4fd5f864ce361e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/535e038428b34622ac4fd5f864ce361e 2024-11-25T11:34:01,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/80c8bc5393b34ead99d0ee0d0ab25ae0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/80c8bc5393b34ead99d0ee0d0ab25ae0 2024-11-25T11:34:01,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/cdeade4e6f15428a98ce17d7157a8a1c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/cdeade4e6f15428a98ce17d7157a8a1c 2024-11-25T11:34:01,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/1a1ab12198a64f76b8c971171a293de3 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/1a1ab12198a64f76b8c971171a293de3 2024-11-25T11:34:01,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/652e12e11b2f42d29a25a9dc2ac09f99 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/652e12e11b2f42d29a25a9dc2ac09f99 2024-11-25T11:34:01,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/28df80a0363b4377b7304640a898db65 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/28df80a0363b4377b7304640a898db65 2024-11-25T11:34:01,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/484b459bef2544c7b571b39ea45f65ac to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/484b459bef2544c7b571b39ea45f65ac 2024-11-25T11:34:01,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0d4b010cd554d3a82d2ea09ddfd68e0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0d4b010cd554d3a82d2ea09ddfd68e0 2024-11-25T11:34:01,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/b71bcc6c4034459ca314aae9af86d738 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/b71bcc6c4034459ca314aae9af86d738 2024-11-25T11:34:01,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/ec2d5f510d084d078e5b0107e827fb20 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/ec2d5f510d084d078e5b0107e827fb20 2024-11-25T11:34:01,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a6e6c9b2f7f944c98e446271f9b81a0c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a6e6c9b2f7f944c98e446271f9b81a0c 2024-11-25T11:34:01,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0318ea5bba64178b1a062ca1df1f218 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/a0318ea5bba64178b1a062ca1df1f218 2024-11-25T11:34:01,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/2f4ba491901f4210aea76c64997e96ce to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/2f4ba491901f4210aea76c64997e96ce 2024-11-25T11:34:01,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/96999f85f8e042fca466d703160cbdd2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/96999f85f8e042fca466d703160cbdd2 2024-11-25T11:34:01,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/dd74252b5cfd40c2b08f7f8e85d7d796 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/dd74252b5cfd40c2b08f7f8e85d7d796 2024-11-25T11:34:01,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/26605649bc444980aa23713c605b6609 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/26605649bc444980aa23713c605b6609 2024-11-25T11:34:01,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/513941f30c02459d89365716b9424bde to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/513941f30c02459d89365716b9424bde 2024-11-25T11:34:01,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/118d8aeeea924c90bbb7ab3a8f150f52 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/118d8aeeea924c90bbb7ab3a8f150f52 2024-11-25T11:34:01,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/12867ae913e54c20ad8044effe2c7f95 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/12867ae913e54c20ad8044effe2c7f95 2024-11-25T11:34:01,180 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/recovered.edits/519.seqid, newMaxSeqId=519, maxSeqId=4 2024-11-25T11:34:01,181 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. 2024-11-25T11:34:01,181 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] regionserver.HRegion(1676): Region close journal for 33d2283beb923af681526293e919629c: Waiting for close lock at 1732534439355Running coprocessor pre-close hooks at 1732534439355Disabling compacts and flushes for region at 1732534439355Disabling writes for close at 1732534439355Obtaining lock to block concurrent updates at 1732534439355Preparing flush snapshotting stores in 33d2283beb923af681526293e919629c at 1732534439355Finished memstore snapshotting TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732534439356 (+1 ms)Flushing stores of TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c. at 1732534439356Flushing 33d2283beb923af681526293e919629c/A: creating writer at 1732534439356Flushing mob file 33d2283beb923af681526293e919629c/A: appending metadata at 1732534439364 (+8 ms)Flushing mob file 33d2283beb923af681526293e919629c/A: closing flushed file at 1732534439364Flushing 33d2283beb923af681526293e919629c/A: appending metadata at 1732534439774 (+410 ms)Flushing 33d2283beb923af681526293e919629c/A: closing flushed file at 1732534439774Flushing 33d2283beb923af681526293e919629c/B: creating writer at 1732534440182 (+408 ms)Flushing 33d2283beb923af681526293e919629c/B: appending metadata at 1732534440184 (+2 ms)Flushing 33d2283beb923af681526293e919629c/B: closing flushed file at 1732534440184Flushing 33d2283beb923af681526293e919629c/C: creating writer at 1732534440593 (+409 ms)Flushing 33d2283beb923af681526293e919629c/C: appending metadata at 1732534440596 (+3 ms)Flushing 33d2283beb923af681526293e919629c/C: closing flushed file at 1732534440596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb64bfa: reopening flushed file at 1732534441005 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447c7571: reopening flushed file at 1732534441010 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b3a41e: reopening flushed file at 1732534441015 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 33d2283beb923af681526293e919629c in 1665ms, sequenceid=516, compaction requested=true at 1732534441020 (+5 ms)Writing region close event to WAL at 1732534441176 (+156 ms)Running coprocessor post-close hooks at 1732534441181 (+5 ms)Closed at 1732534441181 2024-11-25T11:34:01,184 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=71}] handler.UnassignRegionHandler(157): Closed 33d2283beb923af681526293e919629c 2024-11-25T11:34:01,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=33d2283beb923af681526293e919629c, regionState=CLOSED 2024-11-25T11:34:01,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; CloseRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:34:01,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-25T11:34:01,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseRegionProcedure 33d2283beb923af681526293e919629c, server=96bb5f2c2895,42925,1732534383188 in 1.9850 sec 2024-11-25T11:34:01,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-25T11:34:01,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=33d2283beb923af681526293e919629c, UNASSIGN in 1.9910 sec 2024-11-25T11:34:01,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-25T11:34:01,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9960 sec 2024-11-25T11:34:01,195 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534441195"}]},"ts":"1732534441195"} 2024-11-25T11:34:01,196 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T11:34:01,196 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T11:34:01,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0180 sec 2024-11-25T11:34:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-25T11:34:01,343 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:01,344 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T11:34:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:01,346 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=72, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T11:34:01,346 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=72, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:01,350 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:34:01,350 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c 2024-11-25T11:34:01,352 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/recovered.edits] 2024-11-25T11:34:01,355 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/28c38ad8a18d4d81be94c28f197a49d5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/28c38ad8a18d4d81be94c28f197a49d5 2024-11-25T11:34:01,356 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/68f92fbd6baa48d5a867c2a6b029ff8e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/68f92fbd6baa48d5a867c2a6b029ff8e 2024-11-25T11:34:01,358 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/c74c47bac35149bba7b53eee2260c1dd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/c74c47bac35149bba7b53eee2260c1dd 2024-11-25T11:34:01,359 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d030f1fd3f9f42cfb13b94e739d1784d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/A/d030f1fd3f9f42cfb13b94e739d1784d 2024-11-25T11:34:01,361 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0eed8eb4b50e48109ff488d4555e6eaf to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/0eed8eb4b50e48109ff488d4555e6eaf 2024-11-25T11:34:01,362 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5837eed4100e441c9cb5c275ca7984cf to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/5837eed4100e441c9cb5c275ca7984cf 2024-11-25T11:34:01,363 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/65d6105c7a7344b3b98e7aecf684fc24 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/65d6105c7a7344b3b98e7aecf684fc24 2024-11-25T11:34:01,364 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/e29123f3cd3c4be8b587e21035f6d441 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/B/e29123f3cd3c4be8b587e21035f6d441 2024-11-25T11:34:01,366 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/5c8c5e54d50e401e9bdcfc9791804890 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/5c8c5e54d50e401e9bdcfc9791804890 2024-11-25T11:34:01,367 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/64ac2370d50742699adc62a2632643fc to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/64ac2370d50742699adc62a2632643fc 2024-11-25T11:34:01,368 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/ea3fc2a2acda41f98f0738e80549b2c7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/ea3fc2a2acda41f98f0738e80549b2c7 2024-11-25T11:34:01,369 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/f8d8c52d16b642f1896021195fd0c647 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/C/f8d8c52d16b642f1896021195fd0c647 2024-11-25T11:34:01,372 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/recovered.edits/519.seqid to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c/recovered.edits/519.seqid 2024-11-25T11:34:01,372 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/33d2283beb923af681526293e919629c 2024-11-25T11:34:01,372 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T11:34:01,373 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T11:34:01,374 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T11:34:01,378 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f2f4735571b44508d21629128fc08e7_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251f2f4735571b44508d21629128fc08e7_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,379 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125236f54cda86549bea079b65dfbc71988_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125236f54cda86549bea079b65dfbc71988_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,380 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112525b91d8057394a8eae77b9c4e29b6504_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112525b91d8057394a8eae77b9c4e29b6504_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,382 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e826d237307495f82e0f8295ea09e60_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e826d237307495f82e0f8295ea09e60_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,383 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254fa3856b51264840a45abe05bb716e84_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254fa3856b51264840a45abe05bb716e84_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,384 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125531d575a523e4570966bd1836816d963_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125531d575a523e4570966bd1836816d963_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,385 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125577b3284a50640be9236d485ad68ed89_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125577b3284a50640be9236d485ad68ed89_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,387 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112566140b329852423fa9f046c167e2af09_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112566140b329852423fa9f046c167e2af09_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,388 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256cc771f85e0b48f888a33134cba82bb2_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256cc771f85e0b48f888a33134cba82bb2_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,389 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d07b85fd44047e7a4a82f22b965f97f_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257d07b85fd44047e7a4a82f22b965f97f_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,390 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112583a71f85272d47fb9bf27419d8d3d35e_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112583a71f85272d47fb9bf27419d8d3d35e_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,392 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258b78fc62b716406aba0089b7bc96053b_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258b78fc62b716406aba0089b7bc96053b_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,393 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258c5d069948e24974b57115c256933ce4_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258c5d069948e24974b57115c256933ce4_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,394 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258d127a6a15ed4f4d9bd7df6f58224c65_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258d127a6a15ed4f4d9bd7df6f58224c65_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,396 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259232423773cb409b99c2253b58b5759c_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259232423773cb409b99c2253b58b5759c_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,397 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125984d3a3bacb44326802908191fe74fea_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125984d3a3bacb44326802908191fe74fea_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,398 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a3363032f8ed496ba63b26730fe95810_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a3363032f8ed496ba63b26730fe95810_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,399 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a599f1ea063a4f7bbbcd77e4b57fe1eb_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a599f1ea063a4f7bbbcd77e4b57fe1eb_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,401 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b37e4a9c844548a283e309709caab8d5_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b37e4a9c844548a283e309709caab8d5_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,402 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c3df2f9a0bea4dc68e43ac3ae1b1af4b_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c3df2f9a0bea4dc68e43ac3ae1b1af4b_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,403 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dbeaf84b5c2a4d2b953275506a1effad_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dbeaf84b5c2a4d2b953275506a1effad_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,404 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125de778117154c4b1180314126554b0914_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125de778117154c4b1180314126554b0914_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,410 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dffe88f9b560453cb246dc8bd5fad700_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125dffe88f9b560453cb246dc8bd5fad700_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,412 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ff7915f0d4384780912a914340b9e39b_33d2283beb923af681526293e919629c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ff7915f0d4384780912a914340b9e39b_33d2283beb923af681526293e919629c 2024-11-25T11:34:01,412 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T11:34:01,415 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=72, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:01,417 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T11:34:01,419 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T11:34:01,420 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=72, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:01,420 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T11:34:01,421 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732534441421"}]},"ts":"9223372036854775807"} 2024-11-25T11:34:01,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T11:34:01,423 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 33d2283beb923af681526293e919629c, NAME => 'TestAcidGuarantees,,1732534414539.33d2283beb923af681526293e919629c.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T11:34:01,423 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T11:34:01,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732534441423"}]},"ts":"9223372036854775807"} 2024-11-25T11:34:01,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T11:34:01,425 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=72, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:01,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-11-25T11:34:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-25T11:34:01,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T11:34:01,453 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:01,464 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 247) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/cluster_f4cb1ac2-6f6a-eac0-34d8-be15e644df80/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_936474021_22 at /127.0.0.1:55792 [Waiting for operation #388] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-642747085_22 at /127.0.0.1:53780 [Waiting for operation #560] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_936474021_22 at /127.0.0.1:53698 [Waiting for operation #566] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/cluster_f4cb1ac2-6f6a-eac0-34d8-be15e644df80/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-642747085_22 at /127.0.0.1:53948 [Waiting for operation #510] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5281 (was 5218) - AvailableMemoryMB LEAK? - 2024-11-25T11:34:01,473 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=5281 2024-11-25T11:34:01,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T11:34:01,474 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:34:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=73, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:01,476 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:34:01,476 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:01,476 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 73 2024-11-25T11:34:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-25T11:34:01,477 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:34:01,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742095_1271 (size=1061) 2024-11-25T11:34:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-25T11:34:01,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-25T11:34:01,888 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994 2024-11-25T11:34:01,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742096_1272 (size=53) 2024-11-25T11:34:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-25T11:34:02,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:34:02,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8f458606684105d31de498cfe89c8007, disabling compactions & flushes 2024-11-25T11:34:02,294 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:02,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:02,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. after waiting 0 ms 2024-11-25T11:34:02,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:02,294 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:02,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f458606684105d31de498cfe89c8007: Waiting for close lock at 1732534442294Disabling compacts and flushes for region at 1732534442294Disabling writes for close at 1732534442294Writing region close event to WAL at 1732534442294Closed at 1732534442294 2024-11-25T11:34:02,296 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:34:02,296 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732534442296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534442296"}]},"ts":"1732534442296"} 2024-11-25T11:34:02,297 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:34:02,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:34:02,298 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534442298"}]},"ts":"1732534442298"} 2024-11-25T11:34:02,299 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T11:34:02,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f458606684105d31de498cfe89c8007, ASSIGN}] 2024-11-25T11:34:02,301 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f458606684105d31de498cfe89c8007, ASSIGN 2024-11-25T11:34:02,301 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f458606684105d31de498cfe89c8007, ASSIGN; state=OFFLINE, location=96bb5f2c2895,42925,1732534383188; forceNewPlan=false, retain=false 2024-11-25T11:34:02,452 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=8f458606684105d31de498cfe89c8007, regionState=OPENING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:02,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f458606684105d31de498cfe89c8007, ASSIGN because future has completed 2024-11-25T11:34:02,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:34:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-25T11:34:02,612 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:02,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:34:02,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:34:02,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,613 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,614 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,615 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:34:02,616 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f458606684105d31de498cfe89c8007 columnFamilyName A 2024-11-25T11:34:02,616 DEBUG [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:02,616 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] regionserver.HStore(327): Store=8f458606684105d31de498cfe89c8007/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:34:02,616 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,617 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:34:02,617 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f458606684105d31de498cfe89c8007 columnFamilyName B 2024-11-25T11:34:02,617 DEBUG [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:02,618 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] regionserver.HStore(327): Store=8f458606684105d31de498cfe89c8007/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:34:02,618 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,619 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:34:02,619 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f458606684105d31de498cfe89c8007 columnFamilyName C 2024-11-25T11:34:02,619 DEBUG [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:02,619 INFO [StoreOpener-8f458606684105d31de498cfe89c8007-1 {}] regionserver.HStore(327): Store=8f458606684105d31de498cfe89c8007/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:34:02,619 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:02,619 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,620 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,620 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,621 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,621 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,621 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:34:02,622 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,624 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:34:02,624 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 8f458606684105d31de498cfe89c8007; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67036813, jitterRate=-0.0010736435651779175}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:34:02,624 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:02,625 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 8f458606684105d31de498cfe89c8007: Running coprocessor pre-open hook at 1732534442613Writing region info on filesystem at 1732534442613Initializing all the Stores at 1732534442614 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534442614Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534442614Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534442614Cleaning up temporary data from old regions at 1732534442621 (+7 ms)Running coprocessor post-open hooks at 1732534442624 (+3 ms)Region opened successfully at 1732534442625 (+1 ms) 2024-11-25T11:34:02,626 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., pid=75, masterSystemTime=1732534442609 2024-11-25T11:34:02,629 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:02,629 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:02,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=8f458606684105d31de498cfe89c8007, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:02,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=74, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:34:02,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-25T11:34:02,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 in 177 msec 2024-11-25T11:34:02,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T11:34:02,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f458606684105d31de498cfe89c8007, ASSIGN in 333 msec 2024-11-25T11:34:02,635 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:34:02,636 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534442635"}]},"ts":"1732534442635"} 2024-11-25T11:34:02,637 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T11:34:02,637 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=73, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:34:02,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-25T11:34:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=73 2024-11-25T11:34:03,623 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:03,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260768f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:03,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:03,625 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df786ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:03,627 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:03,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9b3121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:03,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:03,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:03,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:03,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:34:03,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,42593,1732534382322 2024-11-25T11:34:03,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c38370a 2024-11-25T11:34:03,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:34:03,632 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:34:03,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b0fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:03,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:03,634 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3259c26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:03,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:03,635 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5500296a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:03,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:03,637 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1328c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:03,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:03,639 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:03,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbdedc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:03,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:03,640 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:03,640 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a20160a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:03,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:03,642 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:03,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40103c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:03,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:03,643 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:03,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e58647d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:03,644 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c532a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:03,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:03,646 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134dfc0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:03,647 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:03,647 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d72020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:03,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:03,651 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:03,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:03,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:03,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0168f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:03,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:03,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:03,652 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:03,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c02a6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:03,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:03,654 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8513ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:03,655 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:03,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcc88e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:03,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:03,656 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:03,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:03,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:03,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dd1755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:03,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:03,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:03,658 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:03,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c343e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:03,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:03,659 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:03,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:03,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519ea516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:03,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:03,661 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:03,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa753fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:03,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:03,662 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:03,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:03,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:03,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dbf7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:03,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:03,663 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:03,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6061e600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:03,664 DEBUG [Thread-1260 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:03,664 DEBUG [Thread-1262 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:03,665 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:03,665 DEBUG [Thread-1258 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:03,665 DEBUG [Thread-1249 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:03,665 DEBUG [Thread-1247 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:03,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:03,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-25T11:34:03,666 DEBUG [Thread-1266 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:03,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:03,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T11:34:03,667 DEBUG [Thread-1266 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:03,667 DEBUG [Thread-1266 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:03,668 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:03,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:34:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:34:03,669 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:03,669 DEBUG [Thread-1251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:03,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:03,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:34:03,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:03,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:03,671 DEBUG [Thread-1253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:03,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:03,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:03,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:03,673 DEBUG [Thread-1255 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:34:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:34:03,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:34:03,674 DEBUG [Thread-1264 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:03,675 DEBUG [Thread-1255 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:03,675 DEBUG [Thread-1264 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:03,675 DEBUG [Thread-1255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:03,675 DEBUG [Thread-1264 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:03,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:34:03,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:34:03,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:34:03,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:03,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:03,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:03,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:34:03,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:34:03,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:03,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:03,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:03,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:03,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:03,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:03,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/7934c542966549059bb0e79f4b1e4a3a is 50, key is test_row_0/A:col10/1732534443681/Put/seqid=0 2024-11-25T11:34:03,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534443711, max timestamp=1732534443722Num uniques 859; 2024-11-25T11:34:03,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534443711, max timestamp=1732534443722Num uniques 859; 2024-11-25T11:34:03,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534443711, max timestamp=1732534443722Num uniques 859; 2024-11-25T11:34:03,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:34:03,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:34:03,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:34:03,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742097_1273 (size=14341) 2024-11-25T11:34:03,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/7934c542966549059bb0e79f4b1e4a3a 2024-11-25T11:34:03,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534503749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:03,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534503751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:03,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:03,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534503753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:03,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:03,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534503753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:03,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534503754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T11:34:03,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/c253baa0894642049ce9ce7d41faa299 is 50, key is test_row_0/B:col10/1732534443681/Put/seqid=0 2024-11-25T11:34:03,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742098_1274 (size=12001) 2024-11-25T11:34:03,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/c253baa0894642049ce9ce7d41faa299 2024-11-25T11:34:03,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-25T11:34:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:03,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:03,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/430d1878e3f74af8aac8248661301f3c is 50, key is test_row_0/C:col10/1732534443681/Put/seqid=0 2024-11-25T11:34:03,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742099_1275 (size=12001) 2024-11-25T11:34:03,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/430d1878e3f74af8aac8248661301f3c 2024-11-25T11:34:03,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/7934c542966549059bb0e79f4b1e4a3a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7934c542966549059bb0e79f4b1e4a3a 2024-11-25T11:34:03,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:03,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:03,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534503863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534503863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:03,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534503864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:03,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:03,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534503864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:03,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7934c542966549059bb0e79f4b1e4a3a, entries=200, sequenceid=12, filesize=14.0 K 2024-11-25T11:34:03,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/c253baa0894642049ce9ce7d41faa299 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c253baa0894642049ce9ce7d41faa299 2024-11-25T11:34:03,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534503872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:03,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c253baa0894642049ce9ce7d41faa299, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T11:34:03,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/430d1878e3f74af8aac8248661301f3c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/430d1878e3f74af8aac8248661301f3c 2024-11-25T11:34:03,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/430d1878e3f74af8aac8248661301f3c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T11:34:03,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8f458606684105d31de498cfe89c8007 in 203ms, sequenceid=12, compaction requested=false 2024-11-25T11:34:03,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:03,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-25T11:34:03,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:03,978 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-25T11:34:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:03,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:03,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:03,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T11:34:03,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/7c130358a79242c3a64b88d9bc281706 is 50, key is test_row_0/A:col10/1732534443746/Put/seqid=0 2024-11-25T11:34:04,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742100_1276 (size=12001) 2024-11-25T11:34:04,010 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/7c130358a79242c3a64b88d9bc281706 2024-11-25T11:34:04,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/75764031e5254418a80ee1f046960403 is 50, key is test_row_0/B:col10/1732534443746/Put/seqid=0 2024-11-25T11:34:04,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742101_1277 (size=12001) 2024-11-25T11:34:04,039 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/75764031e5254418a80ee1f046960403 2024-11-25T11:34:04,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/6105da16ff2d4c1b9d95de260aa07266 is 50, key is test_row_0/C:col10/1732534443746/Put/seqid=0 2024-11-25T11:34:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742102_1278 (size=12001) 2024-11-25T11:34:04,063 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/6105da16ff2d4c1b9d95de260aa07266 2024-11-25T11:34:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:04,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:04,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/7c130358a79242c3a64b88d9bc281706 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7c130358a79242c3a64b88d9bc281706 2024-11-25T11:34:04,084 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7c130358a79242c3a64b88d9bc281706, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T11:34:04,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/75764031e5254418a80ee1f046960403 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/75764031e5254418a80ee1f046960403 2024-11-25T11:34:04,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534504088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,096 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/75764031e5254418a80ee1f046960403, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T11:34:04,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534504090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534504093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534504093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534504094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/6105da16ff2d4c1b9d95de260aa07266 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6105da16ff2d4c1b9d95de260aa07266 2024-11-25T11:34:04,150 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6105da16ff2d4c1b9d95de260aa07266, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T11:34:04,151 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 8f458606684105d31de498cfe89c8007 in 173ms, sequenceid=47, compaction requested=false 2024-11-25T11:34:04,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:04,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:04,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-25T11:34:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-25T11:34:04,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-25T11:34:04,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 485 msec 2024-11-25T11:34:04,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 495 msec 2024-11-25T11:34:04,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T11:34:04,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:04,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:04,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:04,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:04,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:04,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:04,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/078ed2f6811348348da36e8cb61493a0 is 50, key is test_row_0/A:col10/1732534444205/Put/seqid=0 2024-11-25T11:34:04,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742103_1279 (size=16681) 2024-11-25T11:34:04,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534504245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534504247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534504247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534504249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534504249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-25T11:34:04,293 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:04,293 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-25T11:34:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T11:34:04,296 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:04,296 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:04,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:04,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534504362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534504362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534504362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534504362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534504362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T11:34:04,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T11:34:04,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:04,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:04,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:04,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534504572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534504573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534504573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534504573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534504573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T11:34:04,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:04,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:04,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:04,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T11:34:04,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/078ed2f6811348348da36e8cb61493a0 2024-11-25T11:34:04,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/51b1343c50cd423db5738f0bf9b3464f is 50, key is test_row_0/B:col10/1732534444205/Put/seqid=0 2024-11-25T11:34:04,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742104_1280 (size=12001) 2024-11-25T11:34:04,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T11:34:04,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:04,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:04,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:04,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534504882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534504882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534504883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534504883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534504883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:04,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T11:34:04,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:04,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:04,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:04,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T11:34:05,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T11:34:05,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:05,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:05,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:05,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:05,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:05,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/51b1343c50cd423db5738f0bf9b3464f 2024-11-25T11:34:05,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/b9c1a9c64d064af0916d7e94acd3186d is 50, key is test_row_0/C:col10/1732534444205/Put/seqid=0 2024-11-25T11:34:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742105_1281 (size=12001) 2024-11-25T11:34:05,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/b9c1a9c64d064af0916d7e94acd3186d 2024-11-25T11:34:05,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/078ed2f6811348348da36e8cb61493a0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/078ed2f6811348348da36e8cb61493a0 2024-11-25T11:34:05,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/078ed2f6811348348da36e8cb61493a0, entries=250, sequenceid=61, filesize=16.3 K 2024-11-25T11:34:05,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/51b1343c50cd423db5738f0bf9b3464f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/51b1343c50cd423db5738f0bf9b3464f 2024-11-25T11:34:05,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/51b1343c50cd423db5738f0bf9b3464f, entries=150, sequenceid=61, filesize=11.7 K 2024-11-25T11:34:05,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/b9c1a9c64d064af0916d7e94acd3186d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/b9c1a9c64d064af0916d7e94acd3186d 2024-11-25T11:34:05,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/b9c1a9c64d064af0916d7e94acd3186d, entries=150, sequenceid=61, filesize=11.7 K 2024-11-25T11:34:05,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 8f458606684105d31de498cfe89c8007 in 946ms, sequenceid=61, compaction requested=true 2024-11-25T11:34:05,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:05,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:05,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:05,154 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:05,155 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:05,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:05,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:05,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:05,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:05,156 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:05,156 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:05,156 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/B is initiating minor compaction (all files) 2024-11-25T11:34:05,156 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/A is initiating minor compaction (all files) 2024-11-25T11:34:05,156 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/B in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:05,156 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/A in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:05,156 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c253baa0894642049ce9ce7d41faa299, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/75764031e5254418a80ee1f046960403, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/51b1343c50cd423db5738f0bf9b3464f] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=35.2 K 2024-11-25T11:34:05,156 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7934c542966549059bb0e79f4b1e4a3a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7c130358a79242c3a64b88d9bc281706, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/078ed2f6811348348da36e8cb61493a0] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=42.0 K 2024-11-25T11:34:05,156 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c253baa0894642049ce9ce7d41faa299, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732534443681 2024-11-25T11:34:05,157 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7934c542966549059bb0e79f4b1e4a3a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732534443680 2024-11-25T11:34:05,157 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 75764031e5254418a80ee1f046960403, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732534443746 2024-11-25T11:34:05,157 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c130358a79242c3a64b88d9bc281706, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732534443746 2024-11-25T11:34:05,158 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 51b1343c50cd423db5738f0bf9b3464f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534444091 2024-11-25T11:34:05,158 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 078ed2f6811348348da36e8cb61493a0, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534444086 2024-11-25T11:34:05,170 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:05,171 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/4a047065b37c43189a5081d23532ff3d is 50, key is test_row_0/A:col10/1732534444205/Put/seqid=0 2024-11-25T11:34:05,189 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:05,190 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/e361bc5654ab4baea3be744da448f1c9 is 50, key is test_row_0/B:col10/1732534444205/Put/seqid=0 2024-11-25T11:34:05,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-25T11:34:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:05,222 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T11:34:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:05,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742106_1282 (size=12104) 2024-11-25T11:34:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742107_1283 (size=12104) 2024-11-25T11:34:05,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/978322c7d3f14a248f39fcad9eb0cf6e is 50, key is test_row_0/A:col10/1732534444243/Put/seqid=0 2024-11-25T11:34:05,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742108_1284 (size=12001) 2024-11-25T11:34:05,300 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/978322c7d3f14a248f39fcad9eb0cf6e 2024-11-25T11:34:05,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/42fcdf88627c4a6da5e456f62f9a788d is 50, key is test_row_0/B:col10/1732534444243/Put/seqid=0 2024-11-25T11:34:05,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742109_1285 (size=12001) 2024-11-25T11:34:05,327 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/42fcdf88627c4a6da5e456f62f9a788d 2024-11-25T11:34:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/429badd5b9254acf8c8546adfe3181a3 is 50, key is test_row_0/C:col10/1732534444243/Put/seqid=0 2024-11-25T11:34:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:05,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:05,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742110_1286 (size=12001) 2024-11-25T11:34:05,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534505411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534505415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534505417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534505414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534505420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T11:34:05,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534505523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534505532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534505532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534505532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534505532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,643 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/4a047065b37c43189a5081d23532ff3d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4a047065b37c43189a5081d23532ff3d 2024-11-25T11:34:05,651 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/e361bc5654ab4baea3be744da448f1c9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/e361bc5654ab4baea3be744da448f1c9 2024-11-25T11:34:05,651 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/A of 8f458606684105d31de498cfe89c8007 into 4a047065b37c43189a5081d23532ff3d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:05,651 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:05,652 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/A, priority=13, startTime=1732534445154; duration=0sec 2024-11-25T11:34:05,652 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:05,652 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:A 2024-11-25T11:34:05,652 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:05,653 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:05,653 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/C is initiating minor compaction (all files) 2024-11-25T11:34:05,653 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/C in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:05,654 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/430d1878e3f74af8aac8248661301f3c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6105da16ff2d4c1b9d95de260aa07266, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/b9c1a9c64d064af0916d7e94acd3186d] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=35.2 K 2024-11-25T11:34:05,655 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 430d1878e3f74af8aac8248661301f3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732534443681 2024-11-25T11:34:05,656 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6105da16ff2d4c1b9d95de260aa07266, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732534443746 2024-11-25T11:34:05,657 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9c1a9c64d064af0916d7e94acd3186d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534444091 2024-11-25T11:34:05,658 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/B of 8f458606684105d31de498cfe89c8007 into e361bc5654ab4baea3be744da448f1c9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:05,658 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:05,658 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/B, priority=13, startTime=1732534445154; duration=0sec 2024-11-25T11:34:05,658 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:05,658 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:B 2024-11-25T11:34:05,679 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#C#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:05,680 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/65aa58e01e964db28d8e21358a0ca535 is 50, key is test_row_0/C:col10/1732534444205/Put/seqid=0 2024-11-25T11:34:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742111_1287 (size=12104) 2024-11-25T11:34:05,704 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/65aa58e01e964db28d8e21358a0ca535 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/65aa58e01e964db28d8e21358a0ca535 2024-11-25T11:34:05,710 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/C of 8f458606684105d31de498cfe89c8007 into 65aa58e01e964db28d8e21358a0ca535(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:05,710 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:05,710 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/C, priority=13, startTime=1732534445156; duration=0sec 2024-11-25T11:34:05,710 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:05,710 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:C 2024-11-25T11:34:05,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534505734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534505742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534505742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534505742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534505742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:05,803 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/429badd5b9254acf8c8546adfe3181a3 2024-11-25T11:34:05,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/978322c7d3f14a248f39fcad9eb0cf6e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/978322c7d3f14a248f39fcad9eb0cf6e 2024-11-25T11:34:05,812 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/978322c7d3f14a248f39fcad9eb0cf6e, entries=150, sequenceid=80, filesize=11.7 K 2024-11-25T11:34:05,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/42fcdf88627c4a6da5e456f62f9a788d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/42fcdf88627c4a6da5e456f62f9a788d 2024-11-25T11:34:05,817 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/42fcdf88627c4a6da5e456f62f9a788d, entries=150, sequenceid=80, filesize=11.7 K 2024-11-25T11:34:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/429badd5b9254acf8c8546adfe3181a3 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/429badd5b9254acf8c8546adfe3181a3 2024-11-25T11:34:05,821 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/429badd5b9254acf8c8546adfe3181a3, entries=150, sequenceid=80, filesize=11.7 K 2024-11-25T11:34:05,822 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 8f458606684105d31de498cfe89c8007 in 600ms, sequenceid=80, compaction requested=false 2024-11-25T11:34:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:05,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-25T11:34:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-25T11:34:05,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-25T11:34:05,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5260 sec 2024-11-25T11:34:05,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.5330 sec 2024-11-25T11:34:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:06,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T11:34:06,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:06,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:06,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:06,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:06,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:06,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:06,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/190af774d4e2407c9a3b84f5f800fd4f is 50, key is test_row_0/A:col10/1732534445408/Put/seqid=0 2024-11-25T11:34:06,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742112_1288 (size=14341) 2024-11-25T11:34:06,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534506065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534506066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534506070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534506072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534506072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534506189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534506192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534506192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534506192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534506192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534506403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534506403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534506403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534506403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534506403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-25T11:34:06,443 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:06,443 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-25T11:34:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T11:34:06,446 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:06,447 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:06,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:06,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/190af774d4e2407c9a3b84f5f800fd4f 2024-11-25T11:34:06,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/e891fb92d9144f8799a19a8a7892b6a0 is 50, key is test_row_0/B:col10/1732534445408/Put/seqid=0 2024-11-25T11:34:06,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742113_1289 (size=12001) 2024-11-25T11:34:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T11:34:06,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-25T11:34:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:06,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:06,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:06,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:06,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534506712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534506713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534506713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534506713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534506713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:06,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:06,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:34:06,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-25T11:34:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:06,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T11:34:06,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/e891fb92d9144f8799a19a8a7892b6a0 2024-11-25T11:34:06,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/3aa3f9f856d448fabbbccabfd7ff2f69 is 50, key is test_row_0/C:col10/1732534445408/Put/seqid=0 2024-11-25T11:34:06,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742114_1290 (size=12001) 2024-11-25T11:34:06,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-25T11:34:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:06,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:06,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:07,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-25T11:34:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:07,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:07,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T11:34:07,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-25T11:34:07,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:07,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:07,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:07,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:07,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:07,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534507222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:07,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:07,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:07,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534507222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:07,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:07,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:07,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:07,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:07,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534507232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:07,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534507233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:07,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534507233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:07,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:07,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/3aa3f9f856d448fabbbccabfd7ff2f69 2024-11-25T11:34:07,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/190af774d4e2407c9a3b84f5f800fd4f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/190af774d4e2407c9a3b84f5f800fd4f 2024-11-25T11:34:07,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/190af774d4e2407c9a3b84f5f800fd4f, entries=200, sequenceid=97, filesize=14.0 K 2024-11-25T11:34:07,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/e891fb92d9144f8799a19a8a7892b6a0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/e891fb92d9144f8799a19a8a7892b6a0 2024-11-25T11:34:07,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/e891fb92d9144f8799a19a8a7892b6a0, entries=150, sequenceid=97, filesize=11.7 K 2024-11-25T11:34:07,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/3aa3f9f856d448fabbbccabfd7ff2f69 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/3aa3f9f856d448fabbbccabfd7ff2f69 2024-11-25T11:34:07,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/3aa3f9f856d448fabbbccabfd7ff2f69, entries=150, sequenceid=97, filesize=11.7 K 2024-11-25T11:34:07,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 8f458606684105d31de498cfe89c8007 in 1275ms, sequenceid=97, compaction requested=true 2024-11-25T11:34:07,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:07,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:07,319 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:07,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:07,320 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:07,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:07,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:07,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:07,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:07,321 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:07,321 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/A is initiating minor compaction (all files) 2024-11-25T11:34:07,321 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:07,321 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/A in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:07,321 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/B is initiating minor compaction (all files) 2024-11-25T11:34:07,321 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4a047065b37c43189a5081d23532ff3d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/978322c7d3f14a248f39fcad9eb0cf6e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/190af774d4e2407c9a3b84f5f800fd4f] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=37.5 K 2024-11-25T11:34:07,321 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/B in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:07,321 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/e361bc5654ab4baea3be744da448f1c9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/42fcdf88627c4a6da5e456f62f9a788d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/e891fb92d9144f8799a19a8a7892b6a0] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=35.3 K 2024-11-25T11:34:07,322 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting e361bc5654ab4baea3be744da448f1c9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534444091 2024-11-25T11:34:07,322 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a047065b37c43189a5081d23532ff3d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534444091 2024-11-25T11:34:07,322 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 978322c7d3f14a248f39fcad9eb0cf6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732534444243 2024-11-25T11:34:07,322 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 42fcdf88627c4a6da5e456f62f9a788d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732534444243 2024-11-25T11:34:07,322 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 190af774d4e2407c9a3b84f5f800fd4f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534445408 2024-11-25T11:34:07,322 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting e891fb92d9144f8799a19a8a7892b6a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534445408 2024-11-25T11:34:07,338 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:07,338 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/216721c502c242aa96a6037cf3c1dafe is 50, key is test_row_0/A:col10/1732534445408/Put/seqid=0 2024-11-25T11:34:07,339 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#B#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:07,339 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/57c8dcadce514c07847afac0ceeb1ad0 is 50, key is test_row_0/B:col10/1732534445408/Put/seqid=0 2024-11-25T11:34:07,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742115_1291 (size=12207) 2024-11-25T11:34:07,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742116_1292 (size=12207) 2024-11-25T11:34:07,361 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/57c8dcadce514c07847afac0ceeb1ad0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/57c8dcadce514c07847afac0ceeb1ad0 2024-11-25T11:34:07,366 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/B of 8f458606684105d31de498cfe89c8007 into 57c8dcadce514c07847afac0ceeb1ad0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:07,366 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:07,367 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/B, priority=13, startTime=1732534447320; duration=0sec 2024-11-25T11:34:07,367 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:07,367 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:B 2024-11-25T11:34:07,367 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:07,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-25T11:34:07,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:07,368 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T11:34:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:07,368 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:07,369 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/C is initiating minor compaction (all files) 2024-11-25T11:34:07,369 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/C in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:07,369 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/65aa58e01e964db28d8e21358a0ca535, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/429badd5b9254acf8c8546adfe3181a3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/3aa3f9f856d448fabbbccabfd7ff2f69] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=35.3 K 2024-11-25T11:34:07,369 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 65aa58e01e964db28d8e21358a0ca535, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534444091 2024-11-25T11:34:07,370 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 429badd5b9254acf8c8546adfe3181a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1732534444243 2024-11-25T11:34:07,370 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aa3f9f856d448fabbbccabfd7ff2f69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534445408 2024-11-25T11:34:07,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/5de644b5652245d29249f156530cba8f is 50, key is test_row_0/A:col10/1732534446070/Put/seqid=0 2024-11-25T11:34:07,385 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:07,385 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/382022adbcf94a2593bd63541e3ea3f5 is 50, key is test_row_0/C:col10/1732534445408/Put/seqid=0 2024-11-25T11:34:07,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742117_1293 (size=12001) 2024-11-25T11:34:07,390 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/5de644b5652245d29249f156530cba8f 2024-11-25T11:34:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742118_1294 (size=12207) 2024-11-25T11:34:07,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/adcf3df78beb4700b386cda1b118e9ea is 50, key is test_row_0/B:col10/1732534446070/Put/seqid=0 2024-11-25T11:34:07,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742119_1295 (size=12001) 2024-11-25T11:34:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T11:34:07,759 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/216721c502c242aa96a6037cf3c1dafe as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/216721c502c242aa96a6037cf3c1dafe 2024-11-25T11:34:07,765 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/A of 8f458606684105d31de498cfe89c8007 into 216721c502c242aa96a6037cf3c1dafe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:07,765 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:07,765 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/A, priority=13, startTime=1732534447319; duration=0sec 2024-11-25T11:34:07,765 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:07,765 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:A 2024-11-25T11:34:07,795 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/382022adbcf94a2593bd63541e3ea3f5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/382022adbcf94a2593bd63541e3ea3f5 2024-11-25T11:34:07,800 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/C of 8f458606684105d31de498cfe89c8007 into 382022adbcf94a2593bd63541e3ea3f5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:07,800 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:07,800 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/C, priority=13, startTime=1732534447320; duration=0sec 2024-11-25T11:34:07,800 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:07,800 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:C 2024-11-25T11:34:07,834 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/adcf3df78beb4700b386cda1b118e9ea 2024-11-25T11:34:07,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/03ce98172fcd45ee9e1387efa8b6e7ab is 50, key is test_row_0/C:col10/1732534446070/Put/seqid=0 2024-11-25T11:34:07,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742120_1296 (size=12001) 2024-11-25T11:34:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:08,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:08,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534508252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,258 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 8f458606684105d31de498cfe89c8007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534508257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534508257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534508257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,263 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534508261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,275 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/03ce98172fcd45ee9e1387efa8b6e7ab 2024-11-25T11:34:08,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/5de644b5652245d29249f156530cba8f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/5de644b5652245d29249f156530cba8f 2024-11-25T11:34:08,283 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/5de644b5652245d29249f156530cba8f, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T11:34:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/adcf3df78beb4700b386cda1b118e9ea as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/adcf3df78beb4700b386cda1b118e9ea 2024-11-25T11:34:08,289 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/adcf3df78beb4700b386cda1b118e9ea, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T11:34:08,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/03ce98172fcd45ee9e1387efa8b6e7ab as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/03ce98172fcd45ee9e1387efa8b6e7ab 2024-11-25T11:34:08,293 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/03ce98172fcd45ee9e1387efa8b6e7ab, entries=150, sequenceid=117, filesize=11.7 K 2024-11-25T11:34:08,294 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 8f458606684105d31de498cfe89c8007 in 927ms, sequenceid=117, compaction requested=false 2024-11-25T11:34:08,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:08,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:08,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-25T11:34:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-25T11:34:08,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-25T11:34:08,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-11-25T11:34:08,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.8550 sec 2024-11-25T11:34:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:08,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T11:34:08,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:08,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:08,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:08,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:08,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:08,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:08,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/1492b5f29e8442e9a9df885b48ee7327 is 50, key is test_row_0/A:col10/1732534448255/Put/seqid=0 2024-11-25T11:34:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742121_1297 (size=14491) 2024-11-25T11:34:08,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534508396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534508398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534508398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534508398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534508512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534508512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534508512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534508512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-25T11:34:08,592 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:08,593 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-25T11:34:08,595 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-25T11:34:08,595 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:08,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-25T11:34:08,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534508722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534508722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534508722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:08,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534508723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:08,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:08,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:08,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-25T11:34:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:08,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:08,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:08,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/1492b5f29e8442e9a9df885b48ee7327 2024-11-25T11:34:08,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/92234a3751f1419193ebe3a93c1493c9 is 50, key is test_row_0/B:col10/1732534448255/Put/seqid=0 2024-11-25T11:34:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742122_1298 (size=12101) 2024-11-25T11:34:08,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/92234a3751f1419193ebe3a93c1493c9 2024-11-25T11:34:08,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/6b3cfe3e778d4823931fdf1354d937c1 is 50, key is test_row_0/C:col10/1732534448255/Put/seqid=0 2024-11-25T11:34:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742123_1299 (size=12101) 2024-11-25T11:34:08,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-25T11:34:08,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:08,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:08,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:08,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:08,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-25T11:34:09,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534509033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534509033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534509033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534509033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-25T11:34:09,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:09,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:09,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:09,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:09,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:09,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-25T11:34:09,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:09,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:09,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:09,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:09,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-25T11:34:09,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/6b3cfe3e778d4823931fdf1354d937c1 2024-11-25T11:34:09,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/1492b5f29e8442e9a9df885b48ee7327 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/1492b5f29e8442e9a9df885b48ee7327 2024-11-25T11:34:09,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/1492b5f29e8442e9a9df885b48ee7327, entries=200, sequenceid=134, filesize=14.2 K 2024-11-25T11:34:09,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/92234a3751f1419193ebe3a93c1493c9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/92234a3751f1419193ebe3a93c1493c9 2024-11-25T11:34:09,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/92234a3751f1419193ebe3a93c1493c9, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T11:34:09,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/6b3cfe3e778d4823931fdf1354d937c1 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6b3cfe3e778d4823931fdf1354d937c1 2024-11-25T11:34:09,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6b3cfe3e778d4823931fdf1354d937c1, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T11:34:09,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 8f458606684105d31de498cfe89c8007 in 931ms, sequenceid=134, compaction requested=true 2024-11-25T11:34:09,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:09,307 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:09,307 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:09,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:09,308 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:09,308 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/B is initiating minor compaction (all files) 2024-11-25T11:34:09,308 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/B in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:09,308 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/57c8dcadce514c07847afac0ceeb1ad0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/adcf3df78beb4700b386cda1b118e9ea, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/92234a3751f1419193ebe3a93c1493c9] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=35.5 K 2024-11-25T11:34:09,308 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:09,308 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/A is initiating minor compaction (all files) 2024-11-25T11:34:09,308 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/A in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:09,308 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/216721c502c242aa96a6037cf3c1dafe, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/5de644b5652245d29249f156530cba8f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/1492b5f29e8442e9a9df885b48ee7327] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=37.8 K 2024-11-25T11:34:09,309 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 216721c502c242aa96a6037cf3c1dafe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534445408 2024-11-25T11:34:09,309 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 57c8dcadce514c07847afac0ceeb1ad0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534445408 2024-11-25T11:34:09,309 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting adcf3df78beb4700b386cda1b118e9ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732534446055 2024-11-25T11:34:09,309 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5de644b5652245d29249f156530cba8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732534446055 2024-11-25T11:34:09,310 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 92234a3751f1419193ebe3a93c1493c9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732534448244 2024-11-25T11:34:09,310 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1492b5f29e8442e9a9df885b48ee7327, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732534448244 2024-11-25T11:34:09,319 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#A#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:09,320 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/4f16e299a9e04817ac441399463ea9e7 is 50, key is test_row_0/A:col10/1732534448255/Put/seqid=0 2024-11-25T11:34:09,322 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#B#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:09,323 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/d22c66c9b1b64137b94bfa36f97d4a4f is 50, key is test_row_0/B:col10/1732534448255/Put/seqid=0 2024-11-25T11:34:09,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742124_1300 (size=12409) 2024-11-25T11:34:09,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742125_1301 (size=12409) 2024-11-25T11:34:09,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-25T11:34:09,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:09,368 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T11:34:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/09d993894b1d48328ed832a672bb9064 is 50, key is test_row_0/A:col10/1732534448396/Put/seqid=0 2024-11-25T11:34:09,380 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/d22c66c9b1b64137b94bfa36f97d4a4f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d22c66c9b1b64137b94bfa36f97d4a4f 2024-11-25T11:34:09,388 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/B of 8f458606684105d31de498cfe89c8007 into d22c66c9b1b64137b94bfa36f97d4a4f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:09,388 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:09,388 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/B, priority=13, startTime=1732534449307; duration=0sec 2024-11-25T11:34:09,388 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:09,388 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:B 2024-11-25T11:34:09,388 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:09,389 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:09,389 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/C is initiating minor compaction (all files) 2024-11-25T11:34:09,389 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/C in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:09,390 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/382022adbcf94a2593bd63541e3ea3f5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/03ce98172fcd45ee9e1387efa8b6e7ab, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6b3cfe3e778d4823931fdf1354d937c1] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=35.5 K 2024-11-25T11:34:09,390 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 382022adbcf94a2593bd63541e3ea3f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534445408 2024-11-25T11:34:09,391 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 03ce98172fcd45ee9e1387efa8b6e7ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732534446055 2024-11-25T11:34:09,393 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b3cfe3e778d4823931fdf1354d937c1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732534448244 2024-11-25T11:34:09,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742126_1302 (size=12151) 2024-11-25T11:34:09,406 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#C#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:09,407 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/6b8435da850040dabc94e28ee335df01 is 50, key is test_row_0/C:col10/1732534448255/Put/seqid=0 2024-11-25T11:34:09,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742127_1303 (size=12409) 2024-11-25T11:34:09,428 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/6b8435da850040dabc94e28ee335df01 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6b8435da850040dabc94e28ee335df01 2024-11-25T11:34:09,436 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/C of 8f458606684105d31de498cfe89c8007 into 6b8435da850040dabc94e28ee335df01(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:09,436 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:09,436 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/C, priority=13, startTime=1732534449307; duration=0sec 2024-11-25T11:34:09,436 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:09,436 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:C 2024-11-25T11:34:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:09,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534509563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534509570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534509570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534509570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534509683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534509683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534509683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534509683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,730 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/4f16e299a9e04817ac441399463ea9e7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4f16e299a9e04817ac441399463ea9e7 2024-11-25T11:34:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-25T11:34:09,735 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/A of 8f458606684105d31de498cfe89c8007 into 4f16e299a9e04817ac441399463ea9e7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:09,735 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:09,735 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/A, priority=13, startTime=1732534449307; duration=0sec 2024-11-25T11:34:09,735 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:09,735 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:A 2024-11-25T11:34:09,800 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/09d993894b1d48328ed832a672bb9064 2024-11-25T11:34:09,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/6c8500456c4f4c3c8c93f0e0888c276c is 50, key is test_row_0/B:col10/1732534448396/Put/seqid=0 2024-11-25T11:34:09,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742128_1304 (size=12151) 2024-11-25T11:34:09,815 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/6c8500456c4f4c3c8c93f0e0888c276c 2024-11-25T11:34:09,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/fbbf9854425a46abb0717076e33143b9 is 50, key is test_row_0/C:col10/1732534448396/Put/seqid=0 2024-11-25T11:34:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742129_1305 (size=12151) 2024-11-25T11:34:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534509892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534509892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534509892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534509892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534510202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:10,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:10,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534510202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:10,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534510202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:10,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:10,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534510202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:10,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,230 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/fbbf9854425a46abb0717076e33143b9 2024-11-25T11:34:10,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/09d993894b1d48328ed832a672bb9064 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/09d993894b1d48328ed832a672bb9064 2024-11-25T11:34:10,239 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/09d993894b1d48328ed832a672bb9064, entries=150, sequenceid=151, filesize=11.9 K 2024-11-25T11:34:10,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/6c8500456c4f4c3c8c93f0e0888c276c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c8500456c4f4c3c8c93f0e0888c276c 2024-11-25T11:34:10,245 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c8500456c4f4c3c8c93f0e0888c276c, entries=150, sequenceid=151, filesize=11.9 K 2024-11-25T11:34:10,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/fbbf9854425a46abb0717076e33143b9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/fbbf9854425a46abb0717076e33143b9 2024-11-25T11:34:10,251 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/fbbf9854425a46abb0717076e33143b9, entries=150, sequenceid=151, filesize=11.9 K 2024-11-25T11:34:10,252 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 8f458606684105d31de498cfe89c8007 in 884ms, sequenceid=151, compaction requested=false 2024-11-25T11:34:10,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:10,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:10,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-25T11:34:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-25T11:34:10,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-25T11:34:10,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6570 sec 2024-11-25T11:34:10,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.6640 sec 2024-11-25T11:34:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:10,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T11:34:10,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:10,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:10,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:10,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:10,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:10,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:10,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/8cd2fb7c67804e5d96c6a40b8360d2f4 is 50, key is test_row_0/A:col10/1732534450284/Put/seqid=0 2024-11-25T11:34:10,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742130_1306 (size=14541) 2024-11-25T11:34:10,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/8cd2fb7c67804e5d96c6a40b8360d2f4 2024-11-25T11:34:10,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/7915ffcd2883407798e6462f96f42dd4 is 50, key is test_row_0/B:col10/1732534450284/Put/seqid=0 2024-11-25T11:34:10,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742131_1307 (size=12151) 2024-11-25T11:34:10,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/7915ffcd2883407798e6462f96f42dd4 2024-11-25T11:34:10,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/af4e3b24ea36409a968ada808fd97180 is 50, key is test_row_0/C:col10/1732534450284/Put/seqid=0 2024-11-25T11:34:10,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742132_1308 (size=12151) 2024-11-25T11:34:10,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/af4e3b24ea36409a968ada808fd97180 2024-11-25T11:34:10,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/8cd2fb7c67804e5d96c6a40b8360d2f4 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8cd2fb7c67804e5d96c6a40b8360d2f4 2024-11-25T11:34:10,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8cd2fb7c67804e5d96c6a40b8360d2f4, entries=200, sequenceid=171, filesize=14.2 K 2024-11-25T11:34:10,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/7915ffcd2883407798e6462f96f42dd4 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/7915ffcd2883407798e6462f96f42dd4 2024-11-25T11:34:10,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/7915ffcd2883407798e6462f96f42dd4, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T11:34:10,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/af4e3b24ea36409a968ada808fd97180 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/af4e3b24ea36409a968ada808fd97180 2024-11-25T11:34:10,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/af4e3b24ea36409a968ada808fd97180, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T11:34:10,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8f458606684105d31de498cfe89c8007 in 64ms, sequenceid=171, compaction requested=true 2024-11-25T11:34:10,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:10,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:10,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:10,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:10,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:10,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:10,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T11:34:10,349 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:10,349 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:10,350 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:10,350 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/A is initiating minor compaction (all files) 2024-11-25T11:34:10,350 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/A in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:10,350 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:10,351 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4f16e299a9e04817ac441399463ea9e7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/09d993894b1d48328ed832a672bb9064, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8cd2fb7c67804e5d96c6a40b8360d2f4] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=38.2 K 2024-11-25T11:34:10,351 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/B is initiating minor compaction (all files) 2024-11-25T11:34:10,351 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/B in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:10,351 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d22c66c9b1b64137b94bfa36f97d4a4f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c8500456c4f4c3c8c93f0e0888c276c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/7915ffcd2883407798e6462f96f42dd4] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=35.9 K 2024-11-25T11:34:10,351 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f16e299a9e04817ac441399463ea9e7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732534448244 2024-11-25T11:34:10,351 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting d22c66c9b1b64137b94bfa36f97d4a4f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732534448244 2024-11-25T11:34:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:10,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T11:34:10,352 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09d993894b1d48328ed832a672bb9064, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732534448388 2024-11-25T11:34:10,352 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c8500456c4f4c3c8c93f0e0888c276c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732534448388 2024-11-25T11:34:10,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:10,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:10,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:10,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:10,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:10,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:10,352 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7915ffcd2883407798e6462f96f42dd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732534449562 2024-11-25T11:34:10,352 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cd2fb7c67804e5d96c6a40b8360d2f4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732534449561 2024-11-25T11:34:10,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/539bd93ba7364d27b07bb44de6e349ad is 50, key is test_row_0/A:col10/1732534450345/Put/seqid=0 2024-11-25T11:34:10,365 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:10,365 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#B#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:10,365 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/0d391757be0a4877b5221aacd49c7588 is 50, key is test_row_0/B:col10/1732534450284/Put/seqid=0 2024-11-25T11:34:10,365 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/ea87bb322ab742a3bd91505750b5969e is 50, key is test_row_0/A:col10/1732534450284/Put/seqid=0 2024-11-25T11:34:10,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742133_1309 (size=14541) 2024-11-25T11:34:10,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742134_1310 (size=12561) 2024-11-25T11:34:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742135_1311 (size=12561) 2024-11-25T11:34:10,375 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/ea87bb322ab742a3bd91505750b5969e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/ea87bb322ab742a3bd91505750b5969e 2024-11-25T11:34:10,379 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/0d391757be0a4877b5221aacd49c7588 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/0d391757be0a4877b5221aacd49c7588 2024-11-25T11:34:10,380 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/A of 8f458606684105d31de498cfe89c8007 into ea87bb322ab742a3bd91505750b5969e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:10,380 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:10,380 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/A, priority=13, startTime=1732534450349; duration=0sec 2024-11-25T11:34:10,380 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:10,380 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:A 2024-11-25T11:34:10,381 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:10,381 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:10,381 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/C is initiating minor compaction (all files) 2024-11-25T11:34:10,381 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/C in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:10,382 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6b8435da850040dabc94e28ee335df01, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/fbbf9854425a46abb0717076e33143b9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/af4e3b24ea36409a968ada808fd97180] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=35.9 K 2024-11-25T11:34:10,382 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b8435da850040dabc94e28ee335df01, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732534448244 2024-11-25T11:34:10,383 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbbf9854425a46abb0717076e33143b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732534448388 2024-11-25T11:34:10,383 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting af4e3b24ea36409a968ada808fd97180, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732534449562 2024-11-25T11:34:10,384 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/B of 8f458606684105d31de498cfe89c8007 into 0d391757be0a4877b5221aacd49c7588(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:10,384 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:10,384 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/B, priority=13, startTime=1732534450349; duration=0sec 2024-11-25T11:34:10,384 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:10,384 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:B 2024-11-25T11:34:10,391 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#C#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:10,391 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/8d1af92eae15438595965a6c4e411092 is 50, key is test_row_0/C:col10/1732534450284/Put/seqid=0 2024-11-25T11:34:10,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742136_1312 (size=12561) 2024-11-25T11:34:10,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534510421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:10,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534510533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534510712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:10,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534510712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534510712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:10,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534510712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-25T11:34:10,742 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:10,743 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-25T11:34:10,744 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T11:34:10,745 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:10,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:10,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534510742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:10,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:10,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:10,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/539bd93ba7364d27b07bb44de6e349ad 2024-11-25T11:34:10,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/eef3a8aaadc043b4bdbee3b07be14799 is 50, key is test_row_0/B:col10/1732534450345/Put/seqid=0 2024-11-25T11:34:10,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742137_1313 (size=12151) 2024-11-25T11:34:10,800 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/8d1af92eae15438595965a6c4e411092 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/8d1af92eae15438595965a6c4e411092 2024-11-25T11:34:10,805 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/C of 8f458606684105d31de498cfe89c8007 into 8d1af92eae15438595965a6c4e411092(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:10,805 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:10,805 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/C, priority=13, startTime=1732534450349; duration=0sec 2024-11-25T11:34:10,805 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:10,805 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:C 2024-11-25T11:34:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T11:34:10,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-25T11:34:10,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:10,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-25T11:34:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:11,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534511052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:11,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T11:34:11,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/eef3a8aaadc043b4bdbee3b07be14799 2024-11-25T11:34:11,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/d762ca5d2e78407986c60ded936e1746 is 50, key is test_row_0/C:col10/1732534450345/Put/seqid=0 2024-11-25T11:34:11,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742138_1314 (size=12151) 2024-11-25T11:34:11,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-25T11:34:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:11,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-25T11:34:11,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:11,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:11,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:11,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T11:34:11,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-25T11:34:11,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:11,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:11,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:11,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:11,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534511563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:11,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/d762ca5d2e78407986c60ded936e1746 2024-11-25T11:34:11,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/539bd93ba7364d27b07bb44de6e349ad as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/539bd93ba7364d27b07bb44de6e349ad 2024-11-25T11:34:11,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/539bd93ba7364d27b07bb44de6e349ad, entries=200, sequenceid=187, filesize=14.2 K 2024-11-25T11:34:11,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/eef3a8aaadc043b4bdbee3b07be14799 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/eef3a8aaadc043b4bdbee3b07be14799 2024-11-25T11:34:11,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/eef3a8aaadc043b4bdbee3b07be14799, entries=150, sequenceid=187, filesize=11.9 K 2024-11-25T11:34:11,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/d762ca5d2e78407986c60ded936e1746 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/d762ca5d2e78407986c60ded936e1746 2024-11-25T11:34:11,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/d762ca5d2e78407986c60ded936e1746, entries=150, sequenceid=187, filesize=11.9 K 2024-11-25T11:34:11,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 8f458606684105d31de498cfe89c8007 in 1268ms, sequenceid=187, compaction requested=false 2024-11-25T11:34:11,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:11,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-25T11:34:11,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:11,667 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T11:34:11,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:11,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:11,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:11,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:11,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:11,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:11,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/8d35ec4246a64203871c715f1f22e5eb is 50, key is test_row_0/A:col10/1732534450412/Put/seqid=0 2024-11-25T11:34:11,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742139_1315 (size=12151) 2024-11-25T11:34:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:11,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:11,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534511741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:11,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:11,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534511742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:11,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,746 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:11,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534511743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534511744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:11,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534511852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:11,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:11,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534511853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:11,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:11,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534511853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:11,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:11,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534511853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:11,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:11,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T11:34:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534512063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534512063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534512063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534512063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,082 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/8d35ec4246a64203871c715f1f22e5eb 2024-11-25T11:34:12,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/2b9f55e4bf0e4be3a596c5389e4b887f is 50, key is test_row_0/B:col10/1732534450412/Put/seqid=0 2024-11-25T11:34:12,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742140_1316 (size=12151) 2024-11-25T11:34:12,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534512372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534512372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534512373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534512373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,495 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/2b9f55e4bf0e4be3a596c5389e4b887f 2024-11-25T11:34:12,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/cb91020644254b82a50544c6b22e6f5a is 50, key is test_row_0/C:col10/1732534450412/Put/seqid=0 2024-11-25T11:34:12,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742141_1317 (size=12151) 2024-11-25T11:34:12,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534512582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,587 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 8f458606684105d31de498cfe89c8007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:12,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534512883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534512883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534512883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T11:34:12,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534512892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:12,908 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/cb91020644254b82a50544c6b22e6f5a 2024-11-25T11:34:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/8d35ec4246a64203871c715f1f22e5eb as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8d35ec4246a64203871c715f1f22e5eb 2024-11-25T11:34:12,917 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8d35ec4246a64203871c715f1f22e5eb, entries=150, sequenceid=206, filesize=11.9 K 2024-11-25T11:34:12,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/2b9f55e4bf0e4be3a596c5389e4b887f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/2b9f55e4bf0e4be3a596c5389e4b887f 2024-11-25T11:34:12,922 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/2b9f55e4bf0e4be3a596c5389e4b887f, entries=150, sequenceid=206, filesize=11.9 K 2024-11-25T11:34:12,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/cb91020644254b82a50544c6b22e6f5a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/cb91020644254b82a50544c6b22e6f5a 2024-11-25T11:34:12,927 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/cb91020644254b82a50544c6b22e6f5a, entries=150, sequenceid=206, filesize=11.9 K 2024-11-25T11:34:12,928 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 8f458606684105d31de498cfe89c8007 in 1261ms, sequenceid=206, compaction requested=true 2024-11-25T11:34:12,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:12,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:12,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-25T11:34:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-25T11:34:12,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-25T11:34:12,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1850 sec 2024-11-25T11:34:12,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.1900 sec 2024-11-25T11:34:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:13,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T11:34:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:13,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:13,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/e80330aa385045c6bd21fc277ee91ec7 is 50, key is test_row_0/A:col10/1732534451742/Put/seqid=0 2024-11-25T11:34:13,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742142_1318 (size=12151) 2024-11-25T11:34:13,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534513915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:13,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:13,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:13,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534513916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:13,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:13,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:13,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:13,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:13,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534513917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:13,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:13,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534513920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:13,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:13,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:13,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534514032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534514032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534514032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534514032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534514242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534514242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534514242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534514242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/e80330aa385045c6bd21fc277ee91ec7 2024-11-25T11:34:14,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/664d9d4e50e84a0c85144a2a9a35243e is 50, key is test_row_0/B:col10/1732534451742/Put/seqid=0 2024-11-25T11:34:14,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742143_1319 (size=12151) 2024-11-25T11:34:14,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534514552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534514552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534514552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534514552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:14,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534514612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:14,615 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 8f458606684105d31de498cfe89c8007 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:14,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:14,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:14,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/664d9d4e50e84a0c85144a2a9a35243e 2024-11-25T11:34:14,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/16270cad1b604713a329bab640c71993 is 50, key is test_row_0/C:col10/1732534451742/Put/seqid=0 2024-11-25T11:34:14,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742144_1320 (size=12151) 2024-11-25T11:34:14,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/16270cad1b604713a329bab640c71993 2024-11-25T11:34:14,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/e80330aa385045c6bd21fc277ee91ec7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e80330aa385045c6bd21fc277ee91ec7 2024-11-25T11:34:14,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e80330aa385045c6bd21fc277ee91ec7, entries=150, sequenceid=223, filesize=11.9 K 2024-11-25T11:34:14,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/664d9d4e50e84a0c85144a2a9a35243e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/664d9d4e50e84a0c85144a2a9a35243e 2024-11-25T11:34:14,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/664d9d4e50e84a0c85144a2a9a35243e, entries=150, sequenceid=223, filesize=11.9 K 2024-11-25T11:34:14,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/16270cad1b604713a329bab640c71993 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/16270cad1b604713a329bab640c71993 2024-11-25T11:34:14,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/16270cad1b604713a329bab640c71993, entries=150, sequenceid=223, filesize=11.9 K 2024-11-25T11:34:14,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8f458606684105d31de498cfe89c8007 in 857ms, sequenceid=223, compaction requested=true 2024-11-25T11:34:14,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:14,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:14,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:14,752 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:14,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:14,753 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:14,754 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51404 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:14,754 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:14,754 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/A is initiating minor compaction (all files) 2024-11-25T11:34:14,754 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/B is initiating minor compaction (all files) 2024-11-25T11:34:14,754 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/A in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:14,755 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/B in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:14,755 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/ea87bb322ab742a3bd91505750b5969e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/539bd93ba7364d27b07bb44de6e349ad, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8d35ec4246a64203871c715f1f22e5eb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e80330aa385045c6bd21fc277ee91ec7] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=50.2 K 2024-11-25T11:34:14,755 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/0d391757be0a4877b5221aacd49c7588, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/eef3a8aaadc043b4bdbee3b07be14799, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/2b9f55e4bf0e4be3a596c5389e4b887f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/664d9d4e50e84a0c85144a2a9a35243e] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=47.9 K 2024-11-25T11:34:14,755 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea87bb322ab742a3bd91505750b5969e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732534449562 2024-11-25T11:34:14,755 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d391757be0a4877b5221aacd49c7588, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732534449562 2024-11-25T11:34:14,755 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 539bd93ba7364d27b07bb44de6e349ad, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732534450322 2024-11-25T11:34:14,755 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting eef3a8aaadc043b4bdbee3b07be14799, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732534450328 2024-11-25T11:34:14,756 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d35ec4246a64203871c715f1f22e5eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732534450408 2024-11-25T11:34:14,756 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b9f55e4bf0e4be3a596c5389e4b887f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732534450408 2024-11-25T11:34:14,756 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e80330aa385045c6bd21fc277ee91ec7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732534451741 2024-11-25T11:34:14,756 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 664d9d4e50e84a0c85144a2a9a35243e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732534451741 2024-11-25T11:34:14,767 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#B#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:14,767 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/676a99de96074dc09ca805dde23ba484 is 50, key is test_row_0/B:col10/1732534451742/Put/seqid=0 2024-11-25T11:34:14,774 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#A#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:14,775 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/8d4e732192c8499f8084c452ddbcd682 is 50, key is test_row_0/A:col10/1732534451742/Put/seqid=0 2024-11-25T11:34:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742145_1321 (size=12697) 2024-11-25T11:34:14,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742146_1322 (size=12697) 2024-11-25T11:34:14,815 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/8d4e732192c8499f8084c452ddbcd682 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8d4e732192c8499f8084c452ddbcd682 2024-11-25T11:34:14,825 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8f458606684105d31de498cfe89c8007/A of 8f458606684105d31de498cfe89c8007 into 8d4e732192c8499f8084c452ddbcd682(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:14,825 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:14,825 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/A, priority=12, startTime=1732534454752; duration=0sec 2024-11-25T11:34:14,825 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:14,825 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:A 2024-11-25T11:34:14,825 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:14,826 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:14,826 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/C is initiating minor compaction (all files) 2024-11-25T11:34:14,826 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/C in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:14,826 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/8d1af92eae15438595965a6c4e411092, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/d762ca5d2e78407986c60ded936e1746, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/cb91020644254b82a50544c6b22e6f5a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/16270cad1b604713a329bab640c71993] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=47.9 K 2024-11-25T11:34:14,827 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d1af92eae15438595965a6c4e411092, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732534449562 2024-11-25T11:34:14,827 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d762ca5d2e78407986c60ded936e1746, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732534450328 2024-11-25T11:34:14,829 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb91020644254b82a50544c6b22e6f5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1732534450408 2024-11-25T11:34:14,830 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16270cad1b604713a329bab640c71993, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732534451741 2024-11-25T11:34:14,845 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#C#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:14,845 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/612b74122ad74f509bc73bb78529c524 is 50, key is test_row_0/C:col10/1732534451742/Put/seqid=0 2024-11-25T11:34:14,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742147_1323 (size=12697) 2024-11-25T11:34:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-25T11:34:14,913 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:14,913 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-25T11:34:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T11:34:14,915 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:14,916 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:14,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T11:34:15,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:15,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T11:34:15,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:15,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:15,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:15,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:15,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:15,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:15,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/4e34880671a94646a5994b4010124c94 is 50, key is test_row_0/A:col10/1732534453899/Put/seqid=0 2024-11-25T11:34:15,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T11:34:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742148_1324 (size=12151) 2024-11-25T11:34:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534515083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534515083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534515087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534515088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,192 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/676a99de96074dc09ca805dde23ba484 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/676a99de96074dc09ca805dde23ba484 2024-11-25T11:34:15,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534515192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534515192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,197 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8f458606684105d31de498cfe89c8007/B of 8f458606684105d31de498cfe89c8007 into 676a99de96074dc09ca805dde23ba484(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:15,197 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:15,197 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/B, priority=12, startTime=1732534454752; duration=0sec 2024-11-25T11:34:15,197 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:15,197 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:B 2024-11-25T11:34:15,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534515202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534515203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T11:34:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T11:34:15,261 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/612b74122ad74f509bc73bb78529c524 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/612b74122ad74f509bc73bb78529c524 2024-11-25T11:34:15,265 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8f458606684105d31de498cfe89c8007/C of 8f458606684105d31de498cfe89c8007 into 612b74122ad74f509bc73bb78529c524(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:15,265 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:15,265 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/C, priority=12, startTime=1732534454753; duration=0sec 2024-11-25T11:34:15,265 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:15,265 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:C 2024-11-25T11:34:15,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T11:34:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534515402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534515402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534515412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534515412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/4e34880671a94646a5994b4010124c94 2024-11-25T11:34:15,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/fbb6d20486cf4139afbf6105c5a5d064 is 50, key is test_row_0/B:col10/1732534453899/Put/seqid=0 2024-11-25T11:34:15,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742149_1325 (size=12151) 2024-11-25T11:34:15,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T11:34:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T11:34:15,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T11:34:15,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:15,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534515712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534515712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534515722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:15,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534515722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:15,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:15,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:15,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T11:34:15,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:15,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:15,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/fbb6d20486cf4139afbf6105c5a5d064 2024-11-25T11:34:15,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/6a9c3fc676ce471bbfb43d0ab5be3536 is 50, key is test_row_0/C:col10/1732534453899/Put/seqid=0 2024-11-25T11:34:15,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742150_1326 (size=12151) 2024-11-25T11:34:15,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/6a9c3fc676ce471bbfb43d0ab5be3536 2024-11-25T11:34:15,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/4e34880671a94646a5994b4010124c94 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4e34880671a94646a5994b4010124c94 2024-11-25T11:34:15,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4e34880671a94646a5994b4010124c94, entries=150, sequenceid=241, filesize=11.9 K 2024-11-25T11:34:15,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/fbb6d20486cf4139afbf6105c5a5d064 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fbb6d20486cf4139afbf6105c5a5d064 2024-11-25T11:34:15,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fbb6d20486cf4139afbf6105c5a5d064, entries=150, sequenceid=241, filesize=11.9 K 2024-11-25T11:34:15,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/6a9c3fc676ce471bbfb43d0ab5be3536 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6a9c3fc676ce471bbfb43d0ab5be3536 2024-11-25T11:34:15,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6a9c3fc676ce471bbfb43d0ab5be3536, entries=150, sequenceid=241, filesize=11.9 K 2024-11-25T11:34:15,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 8f458606684105d31de498cfe89c8007 in 857ms, sequenceid=241, compaction requested=false 2024-11-25T11:34:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:15,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-25T11:34:15,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:15,988 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T11:34:15,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:15,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:15,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:15,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:15,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:15,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:15,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/58d88cf267ab4f34ae5079cb67e5e349 is 50, key is test_row_0/A:col10/1732534455071/Put/seqid=0 2024-11-25T11:34:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742151_1327 (size=12151) 2024-11-25T11:34:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T11:34:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:16,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:16,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534516241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534516242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534516243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534516244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534516353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534516353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534516353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534516353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,397 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/58d88cf267ab4f34ae5079cb67e5e349 2024-11-25T11:34:16,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/d679334b11ee409b8102015d05062d2b is 50, key is test_row_0/B:col10/1732534455071/Put/seqid=0 2024-11-25T11:34:16,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742152_1328 (size=12151) 2024-11-25T11:34:16,409 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/d679334b11ee409b8102015d05062d2b 2024-11-25T11:34:16,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/eff82b759b5840d7b48cd93298116d15 is 50, key is test_row_0/C:col10/1732534455071/Put/seqid=0 2024-11-25T11:34:16,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742153_1329 (size=12151) 2024-11-25T11:34:16,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534516562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534516563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534516563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534516563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,819 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/eff82b759b5840d7b48cd93298116d15 2024-11-25T11:34:16,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/58d88cf267ab4f34ae5079cb67e5e349 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/58d88cf267ab4f34ae5079cb67e5e349 2024-11-25T11:34:16,828 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/58d88cf267ab4f34ae5079cb67e5e349, entries=150, sequenceid=258, filesize=11.9 K 2024-11-25T11:34:16,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/d679334b11ee409b8102015d05062d2b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d679334b11ee409b8102015d05062d2b 2024-11-25T11:34:16,832 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d679334b11ee409b8102015d05062d2b, entries=150, sequenceid=258, filesize=11.9 K 2024-11-25T11:34:16,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/eff82b759b5840d7b48cd93298116d15 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/eff82b759b5840d7b48cd93298116d15 2024-11-25T11:34:16,836 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/eff82b759b5840d7b48cd93298116d15, entries=150, sequenceid=258, filesize=11.9 K 2024-11-25T11:34:16,837 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 8f458606684105d31de498cfe89c8007 in 849ms, sequenceid=258, compaction requested=true 2024-11-25T11:34:16,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:16,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:16,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-25T11:34:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-25T11:34:16,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-25T11:34:16,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9220 sec 2024-11-25T11:34:16,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.9280 sec 2024-11-25T11:34:16,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:16,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T11:34:16,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:16,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:16,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:16,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:16,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:16,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:16,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/ab679f89eb444ff4ae6bfaa52caf95f8 is 50, key is test_row_0/A:col10/1732534456874/Put/seqid=0 2024-11-25T11:34:16,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742154_1330 (size=14741) 2024-11-25T11:34:16,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534516888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534516891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534516890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534516892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:16,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534517002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534517002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534517002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534517002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-25T11:34:17,062 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:17,063 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-25T11:34:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T11:34:17,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:17,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:17,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T11:34:17,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534517212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534517212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534517212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534517213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T11:34:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:17,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:17,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/ab679f89eb444ff4ae6bfaa52caf95f8 2024-11-25T11:34:17,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/822465100b5842e6acb4d5a8c459cfab is 50, key is test_row_0/B:col10/1732534456874/Put/seqid=0 2024-11-25T11:34:17,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742155_1331 (size=12301) 2024-11-25T11:34:17,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/822465100b5842e6acb4d5a8c459cfab 2024-11-25T11:34:17,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/4917b66f0ed947e68c5cc5d3cdd592be is 50, key is test_row_0/C:col10/1732534456874/Put/seqid=0 2024-11-25T11:34:17,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742156_1332 (size=12301) 2024-11-25T11:34:17,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/4917b66f0ed947e68c5cc5d3cdd592be 2024-11-25T11:34:17,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/ab679f89eb444ff4ae6bfaa52caf95f8 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/ab679f89eb444ff4ae6bfaa52caf95f8 2024-11-25T11:34:17,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/ab679f89eb444ff4ae6bfaa52caf95f8, entries=200, sequenceid=276, filesize=14.4 K 2024-11-25T11:34:17,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/822465100b5842e6acb4d5a8c459cfab as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/822465100b5842e6acb4d5a8c459cfab 2024-11-25T11:34:17,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/822465100b5842e6acb4d5a8c459cfab, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T11:34:17,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/4917b66f0ed947e68c5cc5d3cdd592be as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/4917b66f0ed947e68c5cc5d3cdd592be 2024-11-25T11:34:17,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/4917b66f0ed947e68c5cc5d3cdd592be, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T11:34:17,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 8f458606684105d31de498cfe89c8007 in 464ms, sequenceid=276, compaction requested=true 2024-11-25T11:34:17,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:17,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:17,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:17,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:17,339 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:17,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:17,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:17,339 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:17,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:17,341 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:17,341 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51740 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:17,341 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/B is initiating minor compaction (all files) 2024-11-25T11:34:17,341 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/A is initiating minor compaction (all files) 2024-11-25T11:34:17,341 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/A in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:17,341 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/B in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:17,341 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8d4e732192c8499f8084c452ddbcd682, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4e34880671a94646a5994b4010124c94, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/58d88cf267ab4f34ae5079cb67e5e349, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/ab679f89eb444ff4ae6bfaa52caf95f8] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=50.5 K 2024-11-25T11:34:17,342 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/676a99de96074dc09ca805dde23ba484, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fbb6d20486cf4139afbf6105c5a5d064, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d679334b11ee409b8102015d05062d2b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/822465100b5842e6acb4d5a8c459cfab] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=48.1 K 2024-11-25T11:34:17,342 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d4e732192c8499f8084c452ddbcd682, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732534451741 2024-11-25T11:34:17,342 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 676a99de96074dc09ca805dde23ba484, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732534451741 2024-11-25T11:34:17,342 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting fbb6d20486cf4139afbf6105c5a5d064, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732534453899 2024-11-25T11:34:17,342 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e34880671a94646a5994b4010124c94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732534453899 2024-11-25T11:34:17,342 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting d679334b11ee409b8102015d05062d2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732534455071 2024-11-25T11:34:17,342 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58d88cf267ab4f34ae5079cb67e5e349, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732534455071 2024-11-25T11:34:17,343 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 822465100b5842e6acb4d5a8c459cfab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732534456237 2024-11-25T11:34:17,343 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab679f89eb444ff4ae6bfaa52caf95f8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732534456237 2024-11-25T11:34:17,352 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:17,352 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/01a29aec234f4aaea6fb66cec1967732 is 50, key is test_row_0/B:col10/1732534456874/Put/seqid=0 2024-11-25T11:34:17,355 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#A#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:17,355 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/8db6ecd1202840f4bf6a9b9b5f76dde9 is 50, key is test_row_0/A:col10/1732534456874/Put/seqid=0 2024-11-25T11:34:17,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742157_1333 (size=12983) 2024-11-25T11:34:17,366 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/01a29aec234f4aaea6fb66cec1967732 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/01a29aec234f4aaea6fb66cec1967732 2024-11-25T11:34:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742158_1334 (size=12983) 2024-11-25T11:34:17,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-25T11:34:17,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:17,372 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T11:34:17,372 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/8db6ecd1202840f4bf6a9b9b5f76dde9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8db6ecd1202840f4bf6a9b9b5f76dde9 2024-11-25T11:34:17,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:17,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:17,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:17,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:17,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:17,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:17,375 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8f458606684105d31de498cfe89c8007/B of 8f458606684105d31de498cfe89c8007 into 01a29aec234f4aaea6fb66cec1967732(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:17,375 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:17,375 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/B, priority=12, startTime=1732534457339; duration=0sec 2024-11-25T11:34:17,375 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:17,375 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:B 2024-11-25T11:34:17,375 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:17,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/b64cf9a136ed45f8b3581ed0bcbcdf48 is 50, key is test_row_0/A:col10/1732534456889/Put/seqid=0 2024-11-25T11:34:17,377 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8f458606684105d31de498cfe89c8007/A of 8f458606684105d31de498cfe89c8007 into 8db6ecd1202840f4bf6a9b9b5f76dde9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:17,377 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:17,377 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/A, priority=12, startTime=1732534457339; duration=0sec 2024-11-25T11:34:17,377 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:17,378 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:A 2024-11-25T11:34:17,378 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:17,378 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/C is initiating minor compaction (all files) 2024-11-25T11:34:17,378 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/C in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:17,378 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/612b74122ad74f509bc73bb78529c524, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6a9c3fc676ce471bbfb43d0ab5be3536, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/eff82b759b5840d7b48cd93298116d15, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/4917b66f0ed947e68c5cc5d3cdd592be] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=48.1 K 2024-11-25T11:34:17,379 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 612b74122ad74f509bc73bb78529c524, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732534451741 2024-11-25T11:34:17,380 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a9c3fc676ce471bbfb43d0ab5be3536, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732534453899 2024-11-25T11:34:17,380 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting eff82b759b5840d7b48cd93298116d15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732534455071 2024-11-25T11:34:17,380 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4917b66f0ed947e68c5cc5d3cdd592be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732534456237 2024-11-25T11:34:17,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742159_1335 (size=12301) 2024-11-25T11:34:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T11:34:17,392 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#C#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:17,392 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/ff726a28ed704c6a9d093b80f597a823 is 50, key is test_row_0/C:col10/1732534456874/Put/seqid=0 2024-11-25T11:34:17,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742160_1336 (size=12983) 2024-11-25T11:34:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:17,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:17,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534517541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534517545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534517548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534517549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534517652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534517652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534517662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534517662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T11:34:17,784 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/b64cf9a136ed45f8b3581ed0bcbcdf48 2024-11-25T11:34:17,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/3011ee9db8eb436cb7501c56e4029e54 is 50, key is test_row_0/B:col10/1732534456889/Put/seqid=0 2024-11-25T11:34:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742161_1337 (size=12301) 2024-11-25T11:34:17,808 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/ff726a28ed704c6a9d093b80f597a823 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/ff726a28ed704c6a9d093b80f597a823 2024-11-25T11:34:17,813 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8f458606684105d31de498cfe89c8007/C of 8f458606684105d31de498cfe89c8007 into ff726a28ed704c6a9d093b80f597a823(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:17,813 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:17,813 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/C, priority=12, startTime=1732534457339; duration=0sec 2024-11-25T11:34:17,813 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:17,813 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:C 2024-11-25T11:34:17,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534517862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534517862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534517872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534517872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534518172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534518172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534518182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534518182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,195 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/3011ee9db8eb436cb7501c56e4029e54 2024-11-25T11:34:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T11:34:18,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/378103fda644438bb93550c9cb0ceefe is 50, key is test_row_0/C:col10/1732534456889/Put/seqid=0 2024-11-25T11:34:18,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742162_1338 (size=12301) 2024-11-25T11:34:18,606 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/378103fda644438bb93550c9cb0ceefe 2024-11-25T11:34:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/b64cf9a136ed45f8b3581ed0bcbcdf48 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/b64cf9a136ed45f8b3581ed0bcbcdf48 2024-11-25T11:34:18,614 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/b64cf9a136ed45f8b3581ed0bcbcdf48, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T11:34:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/3011ee9db8eb436cb7501c56e4029e54 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/3011ee9db8eb436cb7501c56e4029e54 2024-11-25T11:34:18,618 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/3011ee9db8eb436cb7501c56e4029e54, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T11:34:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/378103fda644438bb93550c9cb0ceefe as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/378103fda644438bb93550c9cb0ceefe 2024-11-25T11:34:18,623 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/378103fda644438bb93550c9cb0ceefe, entries=150, sequenceid=290, filesize=12.0 K 2024-11-25T11:34:18,624 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 8f458606684105d31de498cfe89c8007 in 1252ms, sequenceid=290, compaction requested=false 2024-11-25T11:34:18,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:18,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:18,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-25T11:34:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-25T11:34:18,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-25T11:34:18,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5610 sec 2024-11-25T11:34:18,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.5650 sec 2024-11-25T11:34:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:18,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T11:34:18,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:18,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:18,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:18,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:18,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:18,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:18,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/fd60832a57c6410fa83a6095efb07546 is 50, key is test_row_0/A:col10/1732534457546/Put/seqid=0 2024-11-25T11:34:18,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742163_1339 (size=14741) 2024-11-25T11:34:18,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534518683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534518687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534518688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,694 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534518692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534518692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534518792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534518802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:18,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534518802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:18,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534519002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534519012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534519012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/fd60832a57c6410fa83a6095efb07546 2024-11-25T11:34:19,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/63fddf5165194bf79fc0f43be99faf95 is 50, key is test_row_0/B:col10/1732534457546/Put/seqid=0 2024-11-25T11:34:19,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742164_1340 (size=12301) 2024-11-25T11:34:19,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/63fddf5165194bf79fc0f43be99faf95 2024-11-25T11:34:19,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/8a1dd3d0662f4b3484a3d8d1fee337f7 is 50, key is test_row_0/C:col10/1732534457546/Put/seqid=0 2024-11-25T11:34:19,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742165_1341 (size=12301) 2024-11-25T11:34:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-25T11:34:19,212 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:19,212 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-25T11:34:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T11:34:19,214 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:19,215 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:19,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:19,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534519312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T11:34:19,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534519322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534519322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-25T11:34:19,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:19,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:19,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/8a1dd3d0662f4b3484a3d8d1fee337f7 2024-11-25T11:34:19,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/fd60832a57c6410fa83a6095efb07546 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fd60832a57c6410fa83a6095efb07546 2024-11-25T11:34:19,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fd60832a57c6410fa83a6095efb07546, entries=200, sequenceid=313, filesize=14.4 K 2024-11-25T11:34:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/63fddf5165194bf79fc0f43be99faf95 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/63fddf5165194bf79fc0f43be99faf95 2024-11-25T11:34:19,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/63fddf5165194bf79fc0f43be99faf95, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T11:34:19,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/8a1dd3d0662f4b3484a3d8d1fee337f7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/8a1dd3d0662f4b3484a3d8d1fee337f7 2024-11-25T11:34:19,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/8a1dd3d0662f4b3484a3d8d1fee337f7, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T11:34:19,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 8f458606684105d31de498cfe89c8007 in 852ms, sequenceid=313, compaction requested=true 2024-11-25T11:34:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:19,507 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:19,507 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:19,508 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:19,508 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:19,508 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/B is initiating minor compaction (all files) 2024-11-25T11:34:19,508 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/A is initiating minor compaction (all files) 2024-11-25T11:34:19,508 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/B in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:19,508 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/A in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:19,508 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/01a29aec234f4aaea6fb66cec1967732, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/3011ee9db8eb436cb7501c56e4029e54, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/63fddf5165194bf79fc0f43be99faf95] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=36.7 K 2024-11-25T11:34:19,508 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8db6ecd1202840f4bf6a9b9b5f76dde9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/b64cf9a136ed45f8b3581ed0bcbcdf48, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fd60832a57c6410fa83a6095efb07546] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=39.1 K 2024-11-25T11:34:19,509 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 01a29aec234f4aaea6fb66cec1967732, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732534456237 2024-11-25T11:34:19,509 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8db6ecd1202840f4bf6a9b9b5f76dde9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732534456237 2024-11-25T11:34:19,509 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b64cf9a136ed45f8b3581ed0bcbcdf48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732534456889 2024-11-25T11:34:19,509 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3011ee9db8eb436cb7501c56e4029e54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732534456889 2024-11-25T11:34:19,509 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 63fddf5165194bf79fc0f43be99faf95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732534457546 2024-11-25T11:34:19,510 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd60832a57c6410fa83a6095efb07546, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732534457540 2024-11-25T11:34:19,520 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#A#compaction#291 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:19,520 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/e41a921be61d4ea4a427fa88bfb4032f is 50, key is test_row_0/A:col10/1732534457546/Put/seqid=0 2024-11-25T11:34:19,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-25T11:34:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:19,521 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:34:19,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:19,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:19,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:19,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:19,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:19,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:19,524 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#B#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:19,524 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/7ad2139104ac42e9a948415240396efe is 50, key is test_row_0/B:col10/1732534457546/Put/seqid=0 2024-11-25T11:34:19,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/81c34244f2574ed8b6cf0117628ea671 is 50, key is test_row_0/A:col10/1732534458686/Put/seqid=0 2024-11-25T11:34:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T11:34:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742166_1342 (size=13085) 2024-11-25T11:34:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742167_1343 (size=13085) 2024-11-25T11:34:19,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742168_1344 (size=12301) 2024-11-25T11:34:19,562 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/7ad2139104ac42e9a948415240396efe as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/7ad2139104ac42e9a948415240396efe 2024-11-25T11:34:19,566 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/B of 8f458606684105d31de498cfe89c8007 into 7ad2139104ac42e9a948415240396efe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:19,566 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:19,566 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/B, priority=13, startTime=1732534459507; duration=0sec 2024-11-25T11:34:19,567 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:19,567 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:B 2024-11-25T11:34:19,567 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:19,568 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:19,568 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/C is initiating minor compaction (all files) 2024-11-25T11:34:19,568 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/C in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:19,568 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/ff726a28ed704c6a9d093b80f597a823, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/378103fda644438bb93550c9cb0ceefe, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/8a1dd3d0662f4b3484a3d8d1fee337f7] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=36.7 K 2024-11-25T11:34:19,568 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting ff726a28ed704c6a9d093b80f597a823, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732534456237 2024-11-25T11:34:19,569 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 378103fda644438bb93550c9cb0ceefe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732534456889 2024-11-25T11:34:19,569 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a1dd3d0662f4b3484a3d8d1fee337f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732534457546 2024-11-25T11:34:19,576 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#C#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:19,576 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/64ec3fbc748644e992dc03584bddfaae is 50, key is test_row_0/C:col10/1732534457546/Put/seqid=0 2024-11-25T11:34:19,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742169_1345 (size=13085) 2024-11-25T11:34:19,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:19,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534519789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534459767, max timestamp=1732534459776Num uniques 859; 2024-11-25T11:34:19,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534459767, max timestamp=1732534459776Num uniques 859; 2024-11-25T11:34:19,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:34:19,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:34:19,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534459767, max timestamp=1732534459776Num uniques 859; 2024-11-25T11:34:19,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:34:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,793 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T11:34:19,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534519843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534519849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534519851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534519852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534519902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,953 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/e41a921be61d4ea4a427fa88bfb4032f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e41a921be61d4ea4a427fa88bfb4032f 2024-11-25T11:34:19,962 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/A of 8f458606684105d31de498cfe89c8007 into e41a921be61d4ea4a427fa88bfb4032f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:19,962 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:19,962 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/81c34244f2574ed8b6cf0117628ea671 2024-11-25T11:34:19,962 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/A, priority=13, startTime=1732534459507; duration=0sec 2024-11-25T11:34:19,962 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:19,962 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:A 2024-11-25T11:34:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534519963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534519963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534519963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534519963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:19,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:19,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:19,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/fc2cd381749147d68ccba8f2b74c4d86 is 50, key is test_row_0/B:col10/1732534458686/Put/seqid=0 2024-11-25T11:34:19,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742170_1346 (size=12301) 2024-11-25T11:34:19,987 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/fc2cd381749147d68ccba8f2b74c4d86 2024-11-25T11:34:19,990 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/64ec3fbc748644e992dc03584bddfaae as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/64ec3fbc748644e992dc03584bddfaae 2024-11-25T11:34:20,000 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/C of 8f458606684105d31de498cfe89c8007 into 64ec3fbc748644e992dc03584bddfaae(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:20,000 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:20,000 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/C, priority=13, startTime=1732534459507; duration=0sec 2024-11-25T11:34:20,000 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:20,000 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:C 2024-11-25T11:34:20,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/86aa2cd4c8e44c33bb6f9e1bb353562e is 50, key is test_row_0/C:col10/1732534458686/Put/seqid=0 2024-11-25T11:34:20,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742171_1347 (size=12301) 2024-11-25T11:34:20,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534520112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534520173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534520173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534520173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534520173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T11:34:20,426 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/86aa2cd4c8e44c33bb6f9e1bb353562e 2024-11-25T11:34:20,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534520422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/81c34244f2574ed8b6cf0117628ea671 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/81c34244f2574ed8b6cf0117628ea671 2024-11-25T11:34:20,443 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/81c34244f2574ed8b6cf0117628ea671, entries=150, sequenceid=325, filesize=12.0 K 2024-11-25T11:34:20,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/fc2cd381749147d68ccba8f2b74c4d86 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fc2cd381749147d68ccba8f2b74c4d86 2024-11-25T11:34:20,449 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fc2cd381749147d68ccba8f2b74c4d86, entries=150, sequenceid=325, filesize=12.0 K 2024-11-25T11:34:20,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/86aa2cd4c8e44c33bb6f9e1bb353562e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/86aa2cd4c8e44c33bb6f9e1bb353562e 2024-11-25T11:34:20,457 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/86aa2cd4c8e44c33bb6f9e1bb353562e, entries=150, sequenceid=325, filesize=12.0 K 2024-11-25T11:34:20,458 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 8f458606684105d31de498cfe89c8007 in 937ms, sequenceid=325, compaction requested=false 2024-11-25T11:34:20,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:20,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:20,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-25T11:34:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-25T11:34:20,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-25T11:34:20,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2480 sec 2024-11-25T11:34:20,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.2530 sec 2024-11-25T11:34:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:20,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T11:34:20,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:20,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:20,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:20,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:20,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:20,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:20,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/542fffd21a294780a30ed1dd732b8d42 is 50, key is test_row_0/A:col10/1732534460483/Put/seqid=0 2024-11-25T11:34:20,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534520494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534520495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534520498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534520499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742172_1348 (size=14741) 2024-11-25T11:34:20,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/542fffd21a294780a30ed1dd732b8d42 2024-11-25T11:34:20,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/545b76296aa84b7bb39b579014831fd0 is 50, key is test_row_0/B:col10/1732534460483/Put/seqid=0 2024-11-25T11:34:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742173_1349 (size=12301) 2024-11-25T11:34:20,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/545b76296aa84b7bb39b579014831fd0 2024-11-25T11:34:20,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/e6bc6e926d2d48759ba010d95f917cc5 is 50, key is test_row_0/C:col10/1732534460483/Put/seqid=0 2024-11-25T11:34:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742174_1350 (size=12301) 2024-11-25T11:34:20,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/e6bc6e926d2d48759ba010d95f917cc5 2024-11-25T11:34:20,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/542fffd21a294780a30ed1dd732b8d42 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/542fffd21a294780a30ed1dd732b8d42 2024-11-25T11:34:20,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/542fffd21a294780a30ed1dd732b8d42, entries=200, sequenceid=365, filesize=14.4 K 2024-11-25T11:34:20,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/545b76296aa84b7bb39b579014831fd0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/545b76296aa84b7bb39b579014831fd0 2024-11-25T11:34:20,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/545b76296aa84b7bb39b579014831fd0, entries=150, sequenceid=365, filesize=12.0 K 2024-11-25T11:34:20,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/e6bc6e926d2d48759ba010d95f917cc5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/e6bc6e926d2d48759ba010d95f917cc5 2024-11-25T11:34:20,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/e6bc6e926d2d48759ba010d95f917cc5, entries=150, sequenceid=365, filesize=12.0 K 2024-11-25T11:34:20,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 8f458606684105d31de498cfe89c8007 in 115ms, sequenceid=365, compaction requested=true 2024-11-25T11:34:20,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:20,600 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:20,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:20,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:20,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:20,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:20,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:20,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:20,601 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:20,604 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:20,604 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/A is initiating minor compaction (all files) 2024-11-25T11:34:20,604 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/A in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:20,605 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e41a921be61d4ea4a427fa88bfb4032f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/81c34244f2574ed8b6cf0117628ea671, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/542fffd21a294780a30ed1dd732b8d42] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=39.2 K 2024-11-25T11:34:20,605 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:20,605 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/B is initiating minor compaction (all files) 2024-11-25T11:34:20,605 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/B in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:20,605 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/7ad2139104ac42e9a948415240396efe, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fc2cd381749147d68ccba8f2b74c4d86, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/545b76296aa84b7bb39b579014831fd0] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=36.8 K 2024-11-25T11:34:20,605 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e41a921be61d4ea4a427fa88bfb4032f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732534457546 2024-11-25T11:34:20,605 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ad2139104ac42e9a948415240396efe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732534457546 2024-11-25T11:34:20,606 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81c34244f2574ed8b6cf0117628ea671, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732534458681 2024-11-25T11:34:20,607 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting fc2cd381749147d68ccba8f2b74c4d86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732534458681 2024-11-25T11:34:20,607 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 542fffd21a294780a30ed1dd732b8d42, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732534459836 2024-11-25T11:34:20,607 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 545b76296aa84b7bb39b579014831fd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732534459846 2024-11-25T11:34:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:20,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T11:34:20,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:20,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:20,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:20,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:20,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:20,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:20,619 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#A#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:20,620 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/e7f24f7ad1ee4afdbf714876646a5fc6 is 50, key is test_row_0/A:col10/1732534460483/Put/seqid=0 2024-11-25T11:34:20,628 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#B#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:20,628 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/48f24cced9724e77bf8ed9d3f1e15392 is 50, key is test_row_0/B:col10/1732534460483/Put/seqid=0 2024-11-25T11:34:20,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/464475adde6f4853b3e9e40cc6943a10 is 50, key is test_row_0/A:col10/1732534460497/Put/seqid=0 2024-11-25T11:34:20,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742175_1351 (size=13187) 2024-11-25T11:34:20,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534520647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534520648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742177_1353 (size=12301) 2024-11-25T11:34:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742176_1352 (size=13187) 2024-11-25T11:34:20,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534520652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534520657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534520763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534520763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534520773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534520773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534520933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534520972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534520972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534520983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:20,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534520983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:20,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:20,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/464475adde6f4853b3e9e40cc6943a10 2024-11-25T11:34:21,059 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/48f24cced9724e77bf8ed9d3f1e15392 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/48f24cced9724e77bf8ed9d3f1e15392 2024-11-25T11:34:21,059 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/e7f24f7ad1ee4afdbf714876646a5fc6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e7f24f7ad1ee4afdbf714876646a5fc6 2024-11-25T11:34:21,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/c726845ef9c6482eb7068015b337d170 is 50, key is test_row_0/B:col10/1732534460497/Put/seqid=0 2024-11-25T11:34:21,064 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/A of 8f458606684105d31de498cfe89c8007 into e7f24f7ad1ee4afdbf714876646a5fc6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:21,064 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:21,064 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/A, priority=13, startTime=1732534460600; duration=0sec 2024-11-25T11:34:21,064 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:21,064 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/B of 8f458606684105d31de498cfe89c8007 into 48f24cced9724e77bf8ed9d3f1e15392(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:21,064 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:A 2024-11-25T11:34:21,064 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:21,064 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/B, priority=13, startTime=1732534460601; duration=0sec 2024-11-25T11:34:21,065 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:21,065 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:21,065 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:B 2024-11-25T11:34:21,065 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:21,065 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/C is initiating minor compaction (all files) 2024-11-25T11:34:21,066 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/C in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:21,066 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/64ec3fbc748644e992dc03584bddfaae, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/86aa2cd4c8e44c33bb6f9e1bb353562e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/e6bc6e926d2d48759ba010d95f917cc5] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=36.8 K 2024-11-25T11:34:21,066 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64ec3fbc748644e992dc03584bddfaae, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732534457546 2024-11-25T11:34:21,067 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86aa2cd4c8e44c33bb6f9e1bb353562e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732534458681 2024-11-25T11:34:21,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742178_1354 (size=12301) 2024-11-25T11:34:21,068 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6bc6e926d2d48759ba010d95f917cc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732534459846 2024-11-25T11:34:21,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/c726845ef9c6482eb7068015b337d170 2024-11-25T11:34:21,083 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#C#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:21,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/ecefb3650e0c4307b1527b802f733410 is 50, key is test_row_0/C:col10/1732534460497/Put/seqid=0 2024-11-25T11:34:21,083 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/992777354b6b4affbb451f3cf9a182a7 is 50, key is test_row_0/C:col10/1732534460483/Put/seqid=0 2024-11-25T11:34:21,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742179_1355 (size=13187) 2024-11-25T11:34:21,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742180_1356 (size=12301) 2024-11-25T11:34:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534521282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534521283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534521292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534521292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-25T11:34:21,362 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:21,362 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-11-25T11:34:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-25T11:34:21,364 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:21,365 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:21,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-25T11:34:21,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/ecefb3650e0c4307b1527b802f733410 2024-11-25T11:34:21,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/464475adde6f4853b3e9e40cc6943a10 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/464475adde6f4853b3e9e40cc6943a10 2024-11-25T11:34:21,501 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/992777354b6b4affbb451f3cf9a182a7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/992777354b6b4affbb451f3cf9a182a7 2024-11-25T11:34:21,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/464475adde6f4853b3e9e40cc6943a10, entries=150, sequenceid=378, filesize=12.0 K 2024-11-25T11:34:21,508 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f458606684105d31de498cfe89c8007/C of 8f458606684105d31de498cfe89c8007 into 992777354b6b4affbb451f3cf9a182a7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:21,508 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:21,508 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/C, priority=13, startTime=1732534460601; duration=0sec 2024-11-25T11:34:21,508 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:21,508 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:C 2024-11-25T11:34:21,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/c726845ef9c6482eb7068015b337d170 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c726845ef9c6482eb7068015b337d170 2024-11-25T11:34:21,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c726845ef9c6482eb7068015b337d170, entries=150, sequenceid=378, filesize=12.0 K 2024-11-25T11:34:21,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/ecefb3650e0c4307b1527b802f733410 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/ecefb3650e0c4307b1527b802f733410 2024-11-25T11:34:21,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-25T11:34:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:21,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/ecefb3650e0c4307b1527b802f733410, entries=150, sequenceid=378, filesize=12.0 K 2024-11-25T11:34:21,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] handler.RSProcedureHandler(58): pid=93 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:21,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=93 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=93 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:21,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 8f458606684105d31de498cfe89c8007 in 902ms, sequenceid=378, compaction requested=false 2024-11-25T11:34:21,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:21,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-11-25T11:34:21,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:21,671 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T11:34:21,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:21,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:21,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:21,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:21,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:21,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:21,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/fb036a82c8f1498da7c297e7b4d94643 is 50, key is test_row_0/A:col10/1732534460652/Put/seqid=0 2024-11-25T11:34:21,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742181_1357 (size=12301) 2024-11-25T11:34:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-25T11:34:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:21,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:21,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534521808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534521808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534521810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534521814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534521922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534521922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534521922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534521922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41508 deadline: 1732534521943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:21,946 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 8f458606684105d31de498cfe89c8007 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:21,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-25T11:34:22,082 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/fb036a82c8f1498da7c297e7b4d94643 2024-11-25T11:34:22,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/b05912fe83054503b2acd1d02218eada is 50, key is test_row_0/B:col10/1732534460652/Put/seqid=0 2024-11-25T11:34:22,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742182_1358 (size=12301) 2024-11-25T11:34:22,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534522141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534522142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534522142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534522142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534522452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534522452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:22,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534522452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534522452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:22,494 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/b05912fe83054503b2acd1d02218eada 2024-11-25T11:34:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/831d072d1b01423894f33a9bb38e9de9 is 50, key is test_row_0/C:col10/1732534460652/Put/seqid=0 2024-11-25T11:34:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-25T11:34:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742183_1359 (size=12301) 2024-11-25T11:34:22,906 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/831d072d1b01423894f33a9bb38e9de9 2024-11-25T11:34:22,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/fb036a82c8f1498da7c297e7b4d94643 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fb036a82c8f1498da7c297e7b4d94643 2024-11-25T11:34:22,914 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fb036a82c8f1498da7c297e7b4d94643, entries=150, sequenceid=400, filesize=12.0 K 2024-11-25T11:34:22,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/b05912fe83054503b2acd1d02218eada as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/b05912fe83054503b2acd1d02218eada 2024-11-25T11:34:22,919 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/b05912fe83054503b2acd1d02218eada, entries=150, sequenceid=400, filesize=12.0 K 2024-11-25T11:34:22,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/831d072d1b01423894f33a9bb38e9de9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/831d072d1b01423894f33a9bb38e9de9 2024-11-25T11:34:22,923 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/831d072d1b01423894f33a9bb38e9de9, entries=150, sequenceid=400, filesize=12.0 K 2024-11-25T11:34:22,924 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 8f458606684105d31de498cfe89c8007 in 1253ms, sequenceid=400, compaction requested=true 2024-11-25T11:34:22,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:22,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:22,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-11-25T11:34:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=93 2024-11-25T11:34:22,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-25T11:34:22,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5600 sec 2024-11-25T11:34:22,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.5660 sec 2024-11-25T11:34:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:22,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T11:34:22,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:22,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:22,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:22,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:22,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:22,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:22,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/3e3886b60375432c8819f69a0afd7b62 is 50, key is test_row_0/A:col10/1732534461807/Put/seqid=0 2024-11-25T11:34:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742184_1360 (size=12301) 2024-11-25T11:34:22,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534522986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:22,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534522988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534522988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534522989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534523102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534523102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534523102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534523102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534523312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534523312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534523312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534523312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/3e3886b60375432c8819f69a0afd7b62 2024-11-25T11:34:23,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/6c6c35e0a4d440738b44bc1371d6ad05 is 50, key is test_row_0/B:col10/1732534461807/Put/seqid=0 2024-11-25T11:34:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742185_1361 (size=12301) 2024-11-25T11:34:23,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/6c6c35e0a4d440738b44bc1371d6ad05 2024-11-25T11:34:23,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/2df3c3bcd9a9422a9fffe4355d02a1f2 is 50, key is test_row_0/C:col10/1732534461807/Put/seqid=0 2024-11-25T11:34:23,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742186_1362 (size=12301) 2024-11-25T11:34:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-25T11:34:23,513 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:23,513 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-25T11:34:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-25T11:34:23,515 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:23,516 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:23,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:23,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-25T11:34:23,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41536 deadline: 1732534523622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41512 deadline: 1732534523622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41528 deadline: 1732534523622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41510 deadline: 1732534523623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:23,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:34:23,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:23,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:23,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:23,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:23,674 INFO [Thread-1260 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1260. 2024-11-25T11:34:23,674 DEBUG [Thread-1260 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:23,674 DEBUG [Thread-1260 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,675 DEBUG [Thread-1260 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:23,676 INFO [Thread-1262 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1262. 2024-11-25T11:34:23,676 DEBUG [Thread-1262 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:23,676 DEBUG [Thread-1262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,676 DEBUG [Thread-1262 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:23,679 INFO [Thread-1264 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1264. 2024-11-25T11:34:23,679 DEBUG [Thread-1264 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:23,679 DEBUG [Thread-1264 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,679 DEBUG [Thread-1264 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:23,679 INFO [Thread-1266 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1266. 2024-11-25T11:34:23,679 DEBUG [Thread-1266 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:23,679 DEBUG [Thread-1266 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,679 DEBUG [Thread-1266 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:23,681 INFO [Thread-1258 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1258. 2024-11-25T11:34:23,681 DEBUG [Thread-1258 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:23,681 DEBUG [Thread-1258 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,681 DEBUG [Thread-1258 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:23,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:23,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:23,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:23,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:23,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:23,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:23,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/2df3c3bcd9a9422a9fffe4355d02a1f2 2024-11-25T11:34:23,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/3e3886b60375432c8819f69a0afd7b62 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/3e3886b60375432c8819f69a0afd7b62 2024-11-25T11:34:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-25T11:34:23,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/3e3886b60375432c8819f69a0afd7b62, entries=150, sequenceid=414, filesize=12.0 K 2024-11-25T11:34:23,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/6c6c35e0a4d440738b44bc1371d6ad05 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c6c35e0a4d440738b44bc1371d6ad05 2024-11-25T11:34:23,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c6c35e0a4d440738b44bc1371d6ad05, entries=150, sequenceid=414, filesize=12.0 K 2024-11-25T11:34:23,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/2df3c3bcd9a9422a9fffe4355d02a1f2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/2df3c3bcd9a9422a9fffe4355d02a1f2 2024-11-25T11:34:23,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/2df3c3bcd9a9422a9fffe4355d02a1f2, entries=150, sequenceid=414, filesize=12.0 K 2024-11-25T11:34:23,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 8f458606684105d31de498cfe89c8007 in 875ms, sequenceid=414, compaction requested=true 2024-11-25T11:34:23,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:23,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:23,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:23,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:23,841 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:23,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:23,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f458606684105d31de498cfe89c8007:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:23,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:23,841 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:23,842 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:23,842 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:23,842 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/B is initiating minor compaction (all files) 2024-11-25T11:34:23,842 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/A is initiating minor compaction (all files) 2024-11-25T11:34:23,842 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/B in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:23,842 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/A in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:23,842 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/48f24cced9724e77bf8ed9d3f1e15392, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c726845ef9c6482eb7068015b337d170, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/b05912fe83054503b2acd1d02218eada, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c6c35e0a4d440738b44bc1371d6ad05] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=48.9 K 2024-11-25T11:34:23,843 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e7f24f7ad1ee4afdbf714876646a5fc6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/464475adde6f4853b3e9e40cc6943a10, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fb036a82c8f1498da7c297e7b4d94643, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/3e3886b60375432c8819f69a0afd7b62] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=48.9 K 2024-11-25T11:34:23,843 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 48f24cced9724e77bf8ed9d3f1e15392, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732534459846 2024-11-25T11:34:23,843 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7f24f7ad1ee4afdbf714876646a5fc6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732534459846 2024-11-25T11:34:23,843 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c726845ef9c6482eb7068015b337d170, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732534460497 2024-11-25T11:34:23,843 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 464475adde6f4853b3e9e40cc6943a10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732534460497 2024-11-25T11:34:23,843 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting b05912fe83054503b2acd1d02218eada, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732534460644 2024-11-25T11:34:23,843 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb036a82c8f1498da7c297e7b4d94643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732534460644 2024-11-25T11:34:23,844 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c6c35e0a4d440738b44bc1371d6ad05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732534461807 2024-11-25T11:34:23,844 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e3886b60375432c8819f69a0afd7b62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732534461807 2024-11-25T11:34:23,850 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#A#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:23,850 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:23,851 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/b70953dd28764c638709655e71617ba0 is 50, key is test_row_0/A:col10/1732534461807/Put/seqid=0 2024-11-25T11:34:23,851 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/00a7fbf7900a430da792bca4d1c24c2d is 50, key is test_row_0/B:col10/1732534461807/Put/seqid=0 2024-11-25T11:34:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742187_1363 (size=13323) 2024-11-25T11:34:23,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742188_1364 (size=13323) 2024-11-25T11:34:23,861 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/00a7fbf7900a430da792bca4d1c24c2d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/00a7fbf7900a430da792bca4d1c24c2d 2024-11-25T11:34:23,861 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/b70953dd28764c638709655e71617ba0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/b70953dd28764c638709655e71617ba0 2024-11-25T11:34:23,865 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8f458606684105d31de498cfe89c8007/A of 8f458606684105d31de498cfe89c8007 into b70953dd28764c638709655e71617ba0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:23,865 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8f458606684105d31de498cfe89c8007/B of 8f458606684105d31de498cfe89c8007 into 00a7fbf7900a430da792bca4d1c24c2d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:23,865 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:23,865 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:23,865 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/A, priority=12, startTime=1732534463841; duration=0sec 2024-11-25T11:34:23,865 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/B, priority=12, startTime=1732534463841; duration=0sec 2024-11-25T11:34:23,866 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:23,866 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:23,866 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:A 2024-11-25T11:34:23,866 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:B 2024-11-25T11:34:23,866 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:23,867 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:23,867 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 8f458606684105d31de498cfe89c8007/C is initiating minor compaction (all files) 2024-11-25T11:34:23,867 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f458606684105d31de498cfe89c8007/C in TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:23,867 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/992777354b6b4affbb451f3cf9a182a7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/ecefb3650e0c4307b1527b802f733410, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/831d072d1b01423894f33a9bb38e9de9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/2df3c3bcd9a9422a9fffe4355d02a1f2] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp, totalSize=48.9 K 2024-11-25T11:34:23,867 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 992777354b6b4affbb451f3cf9a182a7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1732534459846 2024-11-25T11:34:23,867 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecefb3650e0c4307b1527b802f733410, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732534460497 2024-11-25T11:34:23,868 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 831d072d1b01423894f33a9bb38e9de9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732534460644 2024-11-25T11:34:23,868 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2df3c3bcd9a9422a9fffe4355d02a1f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732534461807 2024-11-25T11:34:23,876 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f458606684105d31de498cfe89c8007#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:23,877 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/0810a13045f3437bb4179a432bf1a9e7 is 50, key is test_row_0/C:col10/1732534461807/Put/seqid=0 2024-11-25T11:34:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742189_1365 (size=13323) 2024-11-25T11:34:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:23,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T11:34:23,964 INFO [Thread-1247 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1247. 2024-11-25T11:34:23,964 DEBUG [Thread-1247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:23,964 DEBUG [Thread-1247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,964 DEBUG [Thread-1247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:23,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:23,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:23,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:23,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/71a4bac078124df68deb83be5ed6b340 is 50, key is test_row_0/A:col10/1732534463963/Put/seqid=0 2024-11-25T11:34:23,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742190_1366 (size=12301) 2024-11-25T11:34:23,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:23,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:23,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:24,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:24,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,133 INFO [Thread-1253 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1253. 2024-11-25T11:34:24,133 DEBUG [Thread-1253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:24,133 DEBUG [Thread-1253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:24,133 DEBUG [Thread-1253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:24,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:24,133 INFO [Thread-1249 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1249. 2024-11-25T11:34:24,133 INFO [Thread-1255 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1255. 2024-11-25T11:34:24,133 DEBUG [Thread-1249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:24,133 DEBUG [Thread-1255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:24,133 DEBUG [Thread-1249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:24,133 DEBUG [Thread-1255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:24,133 DEBUG [Thread-1255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:24,133 DEBUG [Thread-1249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:24,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:24,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-25T11:34:24,143 INFO [Thread-1251 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1251. 2024-11-25T11:34:24,143 DEBUG [Thread-1251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:24,143 DEBUG [Thread-1251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:24,143 DEBUG [Thread-1251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:24,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:24,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:24,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:24,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,285 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/0810a13045f3437bb4179a432bf1a9e7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/0810a13045f3437bb4179a432bf1a9e7 2024-11-25T11:34:24,289 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8f458606684105d31de498cfe89c8007/C of 8f458606684105d31de498cfe89c8007 into 0810a13045f3437bb4179a432bf1a9e7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:24,289 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:24,289 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007., storeName=8f458606684105d31de498cfe89c8007/C, priority=12, startTime=1732534463841; duration=0sec 2024-11-25T11:34:24,289 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:24,289 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f458606684105d31de498cfe89c8007:C 2024-11-25T11:34:24,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/71a4bac078124df68deb83be5ed6b340 2024-11-25T11:34:24,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/9e7bbf44fd524f8baa289f88956ebc1f is 50, key is test_row_0/B:col10/1732534463963/Put/seqid=0 2024-11-25T11:34:24,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742191_1367 (size=12301) 2024-11-25T11:34:24,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-25T11:34:24,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:24,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:24,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/9e7bbf44fd524f8baa289f88956ebc1f 2024-11-25T11:34:24,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/d41a4a03c2cd4dd7a162cb565e53f9b0 is 50, key is test_row_0/C:col10/1732534463963/Put/seqid=0 2024-11-25T11:34:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742192_1368 (size=12301) 2024-11-25T11:34:24,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:24,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:24,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:24,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:25,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:25,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:25,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:25,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:25,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:25,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:25,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/d41a4a03c2cd4dd7a162cb565e53f9b0 2024-11-25T11:34:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/71a4bac078124df68deb83be5ed6b340 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/71a4bac078124df68deb83be5ed6b340 2024-11-25T11:34:25,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:25,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:25,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. as already flushing 2024-11-25T11:34:25,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:25,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/71a4bac078124df68deb83be5ed6b340, entries=150, sequenceid=435, filesize=12.0 K 2024-11-25T11:34:25,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:25,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:25,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/9e7bbf44fd524f8baa289f88956ebc1f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/9e7bbf44fd524f8baa289f88956ebc1f 2024-11-25T11:34:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:25,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/9e7bbf44fd524f8baa289f88956ebc1f, entries=150, sequenceid=435, filesize=12.0 K 2024-11-25T11:34:25,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/d41a4a03c2cd4dd7a162cb565e53f9b0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/d41a4a03c2cd4dd7a162cb565e53f9b0 2024-11-25T11:34:25,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/d41a4a03c2cd4dd7a162cb565e53f9b0, entries=150, sequenceid=435, filesize=12.0 K 2024-11-25T11:34:25,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=26.84 KB/27480 for 8f458606684105d31de498cfe89c8007 in 1244ms, sequenceid=435, compaction requested=false 2024-11-25T11:34:25,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:25,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-25T11:34:25,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:25,353 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2902): Flushing 8f458606684105d31de498cfe89c8007 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-25T11:34:25,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=A 2024-11-25T11:34:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=B 2024-11-25T11:34:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f458606684105d31de498cfe89c8007, store=C 2024-11-25T11:34:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:25,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/91a7d081dc5e42f3ba7900f87b5be1ec is 50, key is test_row_0/A:col10/1732534464142/Put/seqid=0 2024-11-25T11:34:25,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742193_1369 (size=9857) 2024-11-25T11:34:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-25T11:34:25,761 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/91a7d081dc5e42f3ba7900f87b5be1ec 2024-11-25T11:34:25,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/d5c52b00d40a4d568da476fd5aece26c is 50, key is test_row_0/B:col10/1732534464142/Put/seqid=0 2024-11-25T11:34:25,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742194_1370 (size=9857) 2024-11-25T11:34:26,171 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/d5c52b00d40a4d568da476fd5aece26c 2024-11-25T11:34:26,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/a5ac8303808d45ba99a3b04c7f091cbb is 50, key is test_row_0/C:col10/1732534464142/Put/seqid=0 2024-11-25T11:34:26,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742195_1371 (size=9857) 2024-11-25T11:34:26,581 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/a5ac8303808d45ba99a3b04c7f091cbb 2024-11-25T11:34:26,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/A/91a7d081dc5e42f3ba7900f87b5be1ec as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/91a7d081dc5e42f3ba7900f87b5be1ec 2024-11-25T11:34:26,587 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/91a7d081dc5e42f3ba7900f87b5be1ec, entries=100, sequenceid=443, filesize=9.6 K 2024-11-25T11:34:26,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/B/d5c52b00d40a4d568da476fd5aece26c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d5c52b00d40a4d568da476fd5aece26c 2024-11-25T11:34:26,591 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d5c52b00d40a4d568da476fd5aece26c, entries=100, sequenceid=443, filesize=9.6 K 2024-11-25T11:34:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/.tmp/C/a5ac8303808d45ba99a3b04c7f091cbb as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/a5ac8303808d45ba99a3b04c7f091cbb 2024-11-25T11:34:26,594 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/a5ac8303808d45ba99a3b04c7f091cbb, entries=100, sequenceid=443, filesize=9.6 K 2024-11-25T11:34:26,595 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 8f458606684105d31de498cfe89c8007 in 1242ms, sequenceid=443, compaction requested=true 2024-11-25T11:34:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2603): Flush status journal for 8f458606684105d31de498cfe89c8007: 2024-11-25T11:34:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-25T11:34:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=95 2024-11-25T11:34:26,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-25T11:34:26,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0800 sec 2024-11-25T11:34:26,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 3.0850 sec 2024-11-25T11:34:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-25T11:34:27,693 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2748 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2736 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2691 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2751 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2734 2024-11-25T11:34:27,693 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T11:34:27,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:34:27,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:34:27,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:27,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:27,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:27,694 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T11:34:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-25T11:34:27,697 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534467697"}]},"ts":"1732534467697"} 2024-11-25T11:34:27,698 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T11:34:27,698 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T11:34:27,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T11:34:27,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f458606684105d31de498cfe89c8007, UNASSIGN}] 2024-11-25T11:34:27,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f458606684105d31de498cfe89c8007, UNASSIGN 2024-11-25T11:34:27,701 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8f458606684105d31de498cfe89c8007, regionState=CLOSING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:27,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f458606684105d31de498cfe89c8007, UNASSIGN because future has completed 2024-11-25T11:34:27,702 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:34:27,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:34:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-25T11:34:27,854 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:27,854 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:34:27,854 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing 8f458606684105d31de498cfe89c8007, disabling compactions & flushes 2024-11-25T11:34:27,854 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:27,855 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:27,855 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. after waiting 0 ms 2024-11-25T11:34:27,855 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:27,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7934c542966549059bb0e79f4b1e4a3a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7c130358a79242c3a64b88d9bc281706, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/078ed2f6811348348da36e8cb61493a0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4a047065b37c43189a5081d23532ff3d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/978322c7d3f14a248f39fcad9eb0cf6e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/190af774d4e2407c9a3b84f5f800fd4f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/216721c502c242aa96a6037cf3c1dafe, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/5de644b5652245d29249f156530cba8f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/1492b5f29e8442e9a9df885b48ee7327, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4f16e299a9e04817ac441399463ea9e7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/09d993894b1d48328ed832a672bb9064, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8cd2fb7c67804e5d96c6a40b8360d2f4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/ea87bb322ab742a3bd91505750b5969e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/539bd93ba7364d27b07bb44de6e349ad, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8d35ec4246a64203871c715f1f22e5eb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8d4e732192c8499f8084c452ddbcd682, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e80330aa385045c6bd21fc277ee91ec7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4e34880671a94646a5994b4010124c94, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/58d88cf267ab4f34ae5079cb67e5e349, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/ab679f89eb444ff4ae6bfaa52caf95f8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8db6ecd1202840f4bf6a9b9b5f76dde9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/b64cf9a136ed45f8b3581ed0bcbcdf48, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fd60832a57c6410fa83a6095efb07546, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e41a921be61d4ea4a427fa88bfb4032f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/81c34244f2574ed8b6cf0117628ea671, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/542fffd21a294780a30ed1dd732b8d42, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e7f24f7ad1ee4afdbf714876646a5fc6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/464475adde6f4853b3e9e40cc6943a10, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fb036a82c8f1498da7c297e7b4d94643, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/3e3886b60375432c8819f69a0afd7b62] to archive 2024-11-25T11:34:27,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:34:27,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7934c542966549059bb0e79f4b1e4a3a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7934c542966549059bb0e79f4b1e4a3a 2024-11-25T11:34:27,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7c130358a79242c3a64b88d9bc281706 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/7c130358a79242c3a64b88d9bc281706 2024-11-25T11:34:27,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/078ed2f6811348348da36e8cb61493a0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/078ed2f6811348348da36e8cb61493a0 2024-11-25T11:34:27,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4a047065b37c43189a5081d23532ff3d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4a047065b37c43189a5081d23532ff3d 2024-11-25T11:34:27,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/978322c7d3f14a248f39fcad9eb0cf6e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/978322c7d3f14a248f39fcad9eb0cf6e 2024-11-25T11:34:27,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/190af774d4e2407c9a3b84f5f800fd4f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/190af774d4e2407c9a3b84f5f800fd4f 2024-11-25T11:34:27,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/216721c502c242aa96a6037cf3c1dafe to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/216721c502c242aa96a6037cf3c1dafe 2024-11-25T11:34:27,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/5de644b5652245d29249f156530cba8f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/5de644b5652245d29249f156530cba8f 2024-11-25T11:34:27,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/1492b5f29e8442e9a9df885b48ee7327 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/1492b5f29e8442e9a9df885b48ee7327 2024-11-25T11:34:27,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4f16e299a9e04817ac441399463ea9e7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4f16e299a9e04817ac441399463ea9e7 2024-11-25T11:34:27,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/09d993894b1d48328ed832a672bb9064 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/09d993894b1d48328ed832a672bb9064 2024-11-25T11:34:27,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8cd2fb7c67804e5d96c6a40b8360d2f4 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8cd2fb7c67804e5d96c6a40b8360d2f4 2024-11-25T11:34:27,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/ea87bb322ab742a3bd91505750b5969e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/ea87bb322ab742a3bd91505750b5969e 2024-11-25T11:34:27,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/539bd93ba7364d27b07bb44de6e349ad to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/539bd93ba7364d27b07bb44de6e349ad 2024-11-25T11:34:27,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8d35ec4246a64203871c715f1f22e5eb to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8d35ec4246a64203871c715f1f22e5eb 2024-11-25T11:34:27,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8d4e732192c8499f8084c452ddbcd682 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8d4e732192c8499f8084c452ddbcd682 2024-11-25T11:34:27,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e80330aa385045c6bd21fc277ee91ec7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e80330aa385045c6bd21fc277ee91ec7 2024-11-25T11:34:27,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4e34880671a94646a5994b4010124c94 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/4e34880671a94646a5994b4010124c94 2024-11-25T11:34:27,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/58d88cf267ab4f34ae5079cb67e5e349 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/58d88cf267ab4f34ae5079cb67e5e349 2024-11-25T11:34:27,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/ab679f89eb444ff4ae6bfaa52caf95f8 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/ab679f89eb444ff4ae6bfaa52caf95f8 2024-11-25T11:34:27,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8db6ecd1202840f4bf6a9b9b5f76dde9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/8db6ecd1202840f4bf6a9b9b5f76dde9 2024-11-25T11:34:27,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/b64cf9a136ed45f8b3581ed0bcbcdf48 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/b64cf9a136ed45f8b3581ed0bcbcdf48 2024-11-25T11:34:27,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fd60832a57c6410fa83a6095efb07546 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fd60832a57c6410fa83a6095efb07546 2024-11-25T11:34:27,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e41a921be61d4ea4a427fa88bfb4032f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e41a921be61d4ea4a427fa88bfb4032f 2024-11-25T11:34:27,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/81c34244f2574ed8b6cf0117628ea671 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/81c34244f2574ed8b6cf0117628ea671 2024-11-25T11:34:27,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/542fffd21a294780a30ed1dd732b8d42 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/542fffd21a294780a30ed1dd732b8d42 2024-11-25T11:34:27,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e7f24f7ad1ee4afdbf714876646a5fc6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/e7f24f7ad1ee4afdbf714876646a5fc6 2024-11-25T11:34:27,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/464475adde6f4853b3e9e40cc6943a10 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/464475adde6f4853b3e9e40cc6943a10 2024-11-25T11:34:27,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fb036a82c8f1498da7c297e7b4d94643 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/fb036a82c8f1498da7c297e7b4d94643 2024-11-25T11:34:27,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/3e3886b60375432c8819f69a0afd7b62 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/3e3886b60375432c8819f69a0afd7b62 2024-11-25T11:34:27,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c253baa0894642049ce9ce7d41faa299, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/75764031e5254418a80ee1f046960403, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/e361bc5654ab4baea3be744da448f1c9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/51b1343c50cd423db5738f0bf9b3464f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/42fcdf88627c4a6da5e456f62f9a788d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/57c8dcadce514c07847afac0ceeb1ad0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/e891fb92d9144f8799a19a8a7892b6a0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/adcf3df78beb4700b386cda1b118e9ea, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d22c66c9b1b64137b94bfa36f97d4a4f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/92234a3751f1419193ebe3a93c1493c9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c8500456c4f4c3c8c93f0e0888c276c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/0d391757be0a4877b5221aacd49c7588, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/7915ffcd2883407798e6462f96f42dd4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/eef3a8aaadc043b4bdbee3b07be14799, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/2b9f55e4bf0e4be3a596c5389e4b887f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/676a99de96074dc09ca805dde23ba484, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/664d9d4e50e84a0c85144a2a9a35243e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fbb6d20486cf4139afbf6105c5a5d064, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d679334b11ee409b8102015d05062d2b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/01a29aec234f4aaea6fb66cec1967732, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/822465100b5842e6acb4d5a8c459cfab, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/3011ee9db8eb436cb7501c56e4029e54, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/7ad2139104ac42e9a948415240396efe, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/63fddf5165194bf79fc0f43be99faf95, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fc2cd381749147d68ccba8f2b74c4d86, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/48f24cced9724e77bf8ed9d3f1e15392, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/545b76296aa84b7bb39b579014831fd0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c726845ef9c6482eb7068015b337d170, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/b05912fe83054503b2acd1d02218eada, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c6c35e0a4d440738b44bc1371d6ad05] to archive 2024-11-25T11:34:27,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:34:27,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c253baa0894642049ce9ce7d41faa299 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c253baa0894642049ce9ce7d41faa299 2024-11-25T11:34:27,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/75764031e5254418a80ee1f046960403 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/75764031e5254418a80ee1f046960403 2024-11-25T11:34:27,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/e361bc5654ab4baea3be744da448f1c9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/e361bc5654ab4baea3be744da448f1c9 2024-11-25T11:34:27,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/51b1343c50cd423db5738f0bf9b3464f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/51b1343c50cd423db5738f0bf9b3464f 2024-11-25T11:34:27,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/42fcdf88627c4a6da5e456f62f9a788d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/42fcdf88627c4a6da5e456f62f9a788d 2024-11-25T11:34:27,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/57c8dcadce514c07847afac0ceeb1ad0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/57c8dcadce514c07847afac0ceeb1ad0 2024-11-25T11:34:27,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/e891fb92d9144f8799a19a8a7892b6a0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/e891fb92d9144f8799a19a8a7892b6a0 2024-11-25T11:34:27,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/adcf3df78beb4700b386cda1b118e9ea to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/adcf3df78beb4700b386cda1b118e9ea 2024-11-25T11:34:27,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d22c66c9b1b64137b94bfa36f97d4a4f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d22c66c9b1b64137b94bfa36f97d4a4f 2024-11-25T11:34:27,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/92234a3751f1419193ebe3a93c1493c9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/92234a3751f1419193ebe3a93c1493c9 2024-11-25T11:34:27,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c8500456c4f4c3c8c93f0e0888c276c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c8500456c4f4c3c8c93f0e0888c276c 2024-11-25T11:34:27,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/0d391757be0a4877b5221aacd49c7588 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/0d391757be0a4877b5221aacd49c7588 2024-11-25T11:34:27,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/7915ffcd2883407798e6462f96f42dd4 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/7915ffcd2883407798e6462f96f42dd4 2024-11-25T11:34:27,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/eef3a8aaadc043b4bdbee3b07be14799 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/eef3a8aaadc043b4bdbee3b07be14799 2024-11-25T11:34:27,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/2b9f55e4bf0e4be3a596c5389e4b887f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/2b9f55e4bf0e4be3a596c5389e4b887f 2024-11-25T11:34:27,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/676a99de96074dc09ca805dde23ba484 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/676a99de96074dc09ca805dde23ba484 2024-11-25T11:34:27,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/664d9d4e50e84a0c85144a2a9a35243e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/664d9d4e50e84a0c85144a2a9a35243e 2024-11-25T11:34:27,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fbb6d20486cf4139afbf6105c5a5d064 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fbb6d20486cf4139afbf6105c5a5d064 2024-11-25T11:34:27,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d679334b11ee409b8102015d05062d2b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d679334b11ee409b8102015d05062d2b 2024-11-25T11:34:27,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/01a29aec234f4aaea6fb66cec1967732 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/01a29aec234f4aaea6fb66cec1967732 2024-11-25T11:34:27,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/822465100b5842e6acb4d5a8c459cfab to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/822465100b5842e6acb4d5a8c459cfab 2024-11-25T11:34:27,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/3011ee9db8eb436cb7501c56e4029e54 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/3011ee9db8eb436cb7501c56e4029e54 2024-11-25T11:34:27,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/7ad2139104ac42e9a948415240396efe to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/7ad2139104ac42e9a948415240396efe 2024-11-25T11:34:27,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/63fddf5165194bf79fc0f43be99faf95 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/63fddf5165194bf79fc0f43be99faf95 2024-11-25T11:34:27,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fc2cd381749147d68ccba8f2b74c4d86 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/fc2cd381749147d68ccba8f2b74c4d86 2024-11-25T11:34:27,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/48f24cced9724e77bf8ed9d3f1e15392 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/48f24cced9724e77bf8ed9d3f1e15392 2024-11-25T11:34:27,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/545b76296aa84b7bb39b579014831fd0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/545b76296aa84b7bb39b579014831fd0 2024-11-25T11:34:27,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c726845ef9c6482eb7068015b337d170 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/c726845ef9c6482eb7068015b337d170 2024-11-25T11:34:27,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/b05912fe83054503b2acd1d02218eada to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/b05912fe83054503b2acd1d02218eada 2024-11-25T11:34:27,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c6c35e0a4d440738b44bc1371d6ad05 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/6c6c35e0a4d440738b44bc1371d6ad05 2024-11-25T11:34:27,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/430d1878e3f74af8aac8248661301f3c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6105da16ff2d4c1b9d95de260aa07266, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/65aa58e01e964db28d8e21358a0ca535, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/b9c1a9c64d064af0916d7e94acd3186d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/429badd5b9254acf8c8546adfe3181a3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/382022adbcf94a2593bd63541e3ea3f5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/3aa3f9f856d448fabbbccabfd7ff2f69, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/03ce98172fcd45ee9e1387efa8b6e7ab, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6b8435da850040dabc94e28ee335df01, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6b3cfe3e778d4823931fdf1354d937c1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/fbbf9854425a46abb0717076e33143b9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/8d1af92eae15438595965a6c4e411092, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/af4e3b24ea36409a968ada808fd97180, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/d762ca5d2e78407986c60ded936e1746, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/cb91020644254b82a50544c6b22e6f5a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/612b74122ad74f509bc73bb78529c524, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/16270cad1b604713a329bab640c71993, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6a9c3fc676ce471bbfb43d0ab5be3536, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/eff82b759b5840d7b48cd93298116d15, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/ff726a28ed704c6a9d093b80f597a823, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/4917b66f0ed947e68c5cc5d3cdd592be, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/378103fda644438bb93550c9cb0ceefe, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/64ec3fbc748644e992dc03584bddfaae, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/8a1dd3d0662f4b3484a3d8d1fee337f7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/86aa2cd4c8e44c33bb6f9e1bb353562e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/992777354b6b4affbb451f3cf9a182a7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/e6bc6e926d2d48759ba010d95f917cc5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/ecefb3650e0c4307b1527b802f733410, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/831d072d1b01423894f33a9bb38e9de9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/2df3c3bcd9a9422a9fffe4355d02a1f2] to archive 2024-11-25T11:34:27,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:34:27,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/430d1878e3f74af8aac8248661301f3c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/430d1878e3f74af8aac8248661301f3c 2024-11-25T11:34:27,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6105da16ff2d4c1b9d95de260aa07266 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6105da16ff2d4c1b9d95de260aa07266 2024-11-25T11:34:27,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/65aa58e01e964db28d8e21358a0ca535 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/65aa58e01e964db28d8e21358a0ca535 2024-11-25T11:34:27,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/b9c1a9c64d064af0916d7e94acd3186d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/b9c1a9c64d064af0916d7e94acd3186d 2024-11-25T11:34:27,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/429badd5b9254acf8c8546adfe3181a3 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/429badd5b9254acf8c8546adfe3181a3 2024-11-25T11:34:27,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/382022adbcf94a2593bd63541e3ea3f5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/382022adbcf94a2593bd63541e3ea3f5 2024-11-25T11:34:27,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/3aa3f9f856d448fabbbccabfd7ff2f69 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/3aa3f9f856d448fabbbccabfd7ff2f69 2024-11-25T11:34:27,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/03ce98172fcd45ee9e1387efa8b6e7ab to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/03ce98172fcd45ee9e1387efa8b6e7ab 2024-11-25T11:34:27,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6b8435da850040dabc94e28ee335df01 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6b8435da850040dabc94e28ee335df01 2024-11-25T11:34:27,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6b3cfe3e778d4823931fdf1354d937c1 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6b3cfe3e778d4823931fdf1354d937c1 2024-11-25T11:34:27,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/fbbf9854425a46abb0717076e33143b9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/fbbf9854425a46abb0717076e33143b9 2024-11-25T11:34:27,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/8d1af92eae15438595965a6c4e411092 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/8d1af92eae15438595965a6c4e411092 2024-11-25T11:34:27,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/af4e3b24ea36409a968ada808fd97180 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/af4e3b24ea36409a968ada808fd97180 2024-11-25T11:34:27,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/d762ca5d2e78407986c60ded936e1746 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/d762ca5d2e78407986c60ded936e1746 2024-11-25T11:34:27,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/cb91020644254b82a50544c6b22e6f5a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/cb91020644254b82a50544c6b22e6f5a 2024-11-25T11:34:27,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/612b74122ad74f509bc73bb78529c524 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/612b74122ad74f509bc73bb78529c524 2024-11-25T11:34:27,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/16270cad1b604713a329bab640c71993 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/16270cad1b604713a329bab640c71993 2024-11-25T11:34:27,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6a9c3fc676ce471bbfb43d0ab5be3536 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/6a9c3fc676ce471bbfb43d0ab5be3536 2024-11-25T11:34:27,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/eff82b759b5840d7b48cd93298116d15 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/eff82b759b5840d7b48cd93298116d15 2024-11-25T11:34:27,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/ff726a28ed704c6a9d093b80f597a823 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/ff726a28ed704c6a9d093b80f597a823 2024-11-25T11:34:27,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/4917b66f0ed947e68c5cc5d3cdd592be to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/4917b66f0ed947e68c5cc5d3cdd592be 2024-11-25T11:34:27,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/378103fda644438bb93550c9cb0ceefe to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/378103fda644438bb93550c9cb0ceefe 2024-11-25T11:34:27,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/64ec3fbc748644e992dc03584bddfaae to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/64ec3fbc748644e992dc03584bddfaae 2024-11-25T11:34:27,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/8a1dd3d0662f4b3484a3d8d1fee337f7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/8a1dd3d0662f4b3484a3d8d1fee337f7 2024-11-25T11:34:27,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/86aa2cd4c8e44c33bb6f9e1bb353562e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/86aa2cd4c8e44c33bb6f9e1bb353562e 2024-11-25T11:34:27,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/992777354b6b4affbb451f3cf9a182a7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/992777354b6b4affbb451f3cf9a182a7 2024-11-25T11:34:27,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/e6bc6e926d2d48759ba010d95f917cc5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/e6bc6e926d2d48759ba010d95f917cc5 2024-11-25T11:34:27,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/ecefb3650e0c4307b1527b802f733410 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/ecefb3650e0c4307b1527b802f733410 2024-11-25T11:34:27,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/831d072d1b01423894f33a9bb38e9de9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/831d072d1b01423894f33a9bb38e9de9 2024-11-25T11:34:27,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/2df3c3bcd9a9422a9fffe4355d02a1f2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/2df3c3bcd9a9422a9fffe4355d02a1f2 2024-11-25T11:34:27,941 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/recovered.edits/446.seqid, newMaxSeqId=446, maxSeqId=1 2024-11-25T11:34:27,941 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007. 2024-11-25T11:34:27,941 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for 8f458606684105d31de498cfe89c8007: Waiting for close lock at 1732534467854Running coprocessor pre-close hooks at 1732534467854Disabling compacts and flushes for region at 1732534467854Disabling writes for close at 1732534467855 (+1 ms)Writing region close event to WAL at 1732534467938 (+83 ms)Running coprocessor post-close hooks at 1732534467941 (+3 ms)Closed at 1732534467941 2024-11-25T11:34:27,943 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed 8f458606684105d31de498cfe89c8007 2024-11-25T11:34:27,943 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8f458606684105d31de498cfe89c8007, regionState=CLOSED 2024-11-25T11:34:27,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:34:27,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-25T11:34:27,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure 8f458606684105d31de498cfe89c8007, server=96bb5f2c2895,42925,1732534383188 in 243 msec 2024-11-25T11:34:27,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-25T11:34:27,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f458606684105d31de498cfe89c8007, UNASSIGN in 246 msec 2024-11-25T11:34:27,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-25T11:34:27,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 249 msec 2024-11-25T11:34:27,951 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534467950"}]},"ts":"1732534467950"} 2024-11-25T11:34:27,952 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T11:34:27,952 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T11:34:27,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 258 msec 2024-11-25T11:34:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-25T11:34:28,013 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:28,013 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T11:34:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:28,015 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=100, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-25T11:34:28,015 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=100, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:28,018 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007 2024-11-25T11:34:28,019 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/recovered.edits] 2024-11-25T11:34:28,022 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/71a4bac078124df68deb83be5ed6b340 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/71a4bac078124df68deb83be5ed6b340 2024-11-25T11:34:28,023 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/91a7d081dc5e42f3ba7900f87b5be1ec to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/91a7d081dc5e42f3ba7900f87b5be1ec 2024-11-25T11:34:28,023 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/b70953dd28764c638709655e71617ba0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/A/b70953dd28764c638709655e71617ba0 2024-11-25T11:34:28,025 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/00a7fbf7900a430da792bca4d1c24c2d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/00a7fbf7900a430da792bca4d1c24c2d 2024-11-25T11:34:28,026 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/9e7bbf44fd524f8baa289f88956ebc1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/9e7bbf44fd524f8baa289f88956ebc1f 2024-11-25T11:34:28,027 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d5c52b00d40a4d568da476fd5aece26c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/B/d5c52b00d40a4d568da476fd5aece26c 2024-11-25T11:34:28,029 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/0810a13045f3437bb4179a432bf1a9e7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/0810a13045f3437bb4179a432bf1a9e7 2024-11-25T11:34:28,030 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/a5ac8303808d45ba99a3b04c7f091cbb to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/a5ac8303808d45ba99a3b04c7f091cbb 2024-11-25T11:34:28,031 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/d41a4a03c2cd4dd7a162cb565e53f9b0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/C/d41a4a03c2cd4dd7a162cb565e53f9b0 2024-11-25T11:34:28,033 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/recovered.edits/446.seqid to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007/recovered.edits/446.seqid 2024-11-25T11:34:28,034 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/8f458606684105d31de498cfe89c8007 2024-11-25T11:34:28,034 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T11:34:28,035 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=100, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:28,038 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T11:34:28,040 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T11:34:28,041 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=100, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:28,041 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T11:34:28,041 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732534468041"}]},"ts":"9223372036854775807"} 2024-11-25T11:34:28,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T11:34:28,043 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8f458606684105d31de498cfe89c8007, NAME => 'TestAcidGuarantees,,1732534441474.8f458606684105d31de498cfe89c8007.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T11:34:28,043 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T11:34:28,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732534468043"}]},"ts":"9223372036854775807"} 2024-11-25T11:34:28,044 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T11:34:28,045 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=100, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:28,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-11-25T11:34:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-25T11:34:28,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T11:34:28,123 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:28,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252 (was 252), OpenFileDescriptor=463 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=4556 (was 5281) 2024-11-25T11:34:28,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=4556 2024-11-25T11:34:28,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T11:34:28,145 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:34:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:28,146 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:34:28,147 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:28,147 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 101 2024-11-25T11:34:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T11:34:28,147 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:34:28,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742196_1372 (size=1061) 2024-11-25T11:34:28,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T11:34:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T11:34:28,554 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994 2024-11-25T11:34:28,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742197_1373 (size=53) 2024-11-25T11:34:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T11:34:28,959 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:34:28,959 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4e8cf59f15355a6bf48053ead5e85748, disabling compactions & flushes 2024-11-25T11:34:28,959 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:28,959 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:28,959 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. after waiting 0 ms 2024-11-25T11:34:28,959 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:28,959 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:28,959 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e8cf59f15355a6bf48053ead5e85748: Waiting for close lock at 1732534468959Disabling compacts and flushes for region at 1732534468959Disabling writes for close at 1732534468959Writing region close event to WAL at 1732534468959Closed at 1732534468959 2024-11-25T11:34:28,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:34:28,961 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732534468960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534468960"}]},"ts":"1732534468960"} 2024-11-25T11:34:28,962 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:34:28,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:34:28,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534468963"}]},"ts":"1732534468963"} 2024-11-25T11:34:28,964 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T11:34:28,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, ASSIGN}] 2024-11-25T11:34:28,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, ASSIGN 2024-11-25T11:34:28,966 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, ASSIGN; state=OFFLINE, location=96bb5f2c2895,42925,1732534383188; forceNewPlan=false, retain=false 2024-11-25T11:34:29,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=4e8cf59f15355a6bf48053ead5e85748, regionState=OPENING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:29,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, ASSIGN because future has completed 2024-11-25T11:34:29,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:34:29,273 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:29,273 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:34:29,274 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,274 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:34:29,274 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7794): checking encryption for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,274 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7797): checking classloading for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,275 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,276 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:34:29,276 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8cf59f15355a6bf48053ead5e85748 columnFamilyName A 2024-11-25T11:34:29,277 DEBUG [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:29,277 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(327): Store=4e8cf59f15355a6bf48053ead5e85748/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:34:29,277 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,278 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:34:29,278 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8cf59f15355a6bf48053ead5e85748 columnFamilyName B 2024-11-25T11:34:29,278 DEBUG [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:29,278 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(327): Store=4e8cf59f15355a6bf48053ead5e85748/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:34:29,278 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,279 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:34:29,279 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8cf59f15355a6bf48053ead5e85748 columnFamilyName C 2024-11-25T11:34:29,279 DEBUG [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:29,279 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(327): Store=4e8cf59f15355a6bf48053ead5e85748/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:34:29,280 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:29,280 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1038): replaying wal for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,280 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,281 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,281 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1048): stopping wal replay for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,281 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1060): Cleaning up temporary data for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,282 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:34:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T11:34:29,283 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1093): writing seq id for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,284 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:34:29,285 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1114): Opened 4e8cf59f15355a6bf48053ead5e85748; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71136069, jitterRate=0.06001003086566925}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:34:29,285 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:29,285 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1006): Region open journal for 4e8cf59f15355a6bf48053ead5e85748: Running coprocessor pre-open hook at 1732534469274Writing region info on filesystem at 1732534469274Initializing all the Stores at 1732534469275 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534469275Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534469275Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534469275Cleaning up temporary data from old regions at 1732534469281 (+6 ms)Running coprocessor post-open hooks at 1732534469285 (+4 ms)Region opened successfully at 1732534469285 2024-11-25T11:34:29,286 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., pid=103, masterSystemTime=1732534469270 2024-11-25T11:34:29,287 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:29,287 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:29,288 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=4e8cf59f15355a6bf48053ead5e85748, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:29,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:34:29,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-25T11:34:29,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 in 171 msec 2024-11-25T11:34:29,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-25T11:34:29,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, ASSIGN in 326 msec 2024-11-25T11:34:29,293 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:34:29,293 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534469293"}]},"ts":"1732534469293"} 2024-11-25T11:34:29,294 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T11:34:29,295 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:34:29,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-25T11:34:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-25T11:34:30,293 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:30,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecc882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:30,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:30,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:30,295 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593a5ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:30,296 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:30,297 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a7775d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:30,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:30,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:30,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:30,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:34:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,42593,1732534382322 2024-11-25T11:34:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e5fb9f3 2024-11-25T11:34:30,300 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:34:30,301 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:34:30,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T11:34:30,302 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:34:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=104, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T11:34:30,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742198_1374 (size=1097) 2024-11-25T11:34:30,713 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-25T11:34:30,713 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-25T11:34:30,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T11:34:30,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, REOPEN/MOVE}] 2024-11-25T11:34:30,718 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, REOPEN/MOVE 2024-11-25T11:34:30,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=106 updating hbase:meta row=4e8cf59f15355a6bf48053ead5e85748, regionState=CLOSING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:30,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, REOPEN/MOVE because future has completed 2024-11-25T11:34:30,720 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:34:30,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:34:30,872 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] handler.UnassignRegionHandler(122): Close 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:30,872 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:34:30,872 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1722): Closing 4e8cf59f15355a6bf48053ead5e85748, disabling compactions & flushes 2024-11-25T11:34:30,872 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:30,872 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:30,872 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. after waiting 0 ms 2024-11-25T11:34:30,872 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:30,876 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T11:34:30,877 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:30,877 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegion(1676): Region close journal for 4e8cf59f15355a6bf48053ead5e85748: Waiting for close lock at 1732534470872Running coprocessor pre-close hooks at 1732534470872Disabling compacts and flushes for region at 1732534470872Disabling writes for close at 1732534470872Writing region close event to WAL at 1732534470873 (+1 ms)Running coprocessor post-close hooks at 1732534470876 (+3 ms)Closed at 1732534470876 2024-11-25T11:34:30,877 WARN [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] regionserver.HRegionServer(3299): Not adding moved region record: 4e8cf59f15355a6bf48053ead5e85748 to self. 2024-11-25T11:34:30,878 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=107}] handler.UnassignRegionHandler(157): Closed 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:30,879 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=106 updating hbase:meta row=4e8cf59f15355a6bf48053ead5e85748, regionState=CLOSED 2024-11-25T11:34:30,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=107, ppid=106, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:34:30,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106 2024-11-25T11:34:30,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; CloseRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 in 160 msec 2024-11-25T11:34:30,882 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, REOPEN/MOVE; state=CLOSED, location=96bb5f2c2895,42925,1732534383188; forceNewPlan=false, retain=true 2024-11-25T11:34:31,033 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=106 updating hbase:meta row=4e8cf59f15355a6bf48053ead5e85748, regionState=OPENING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=105, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, REOPEN/MOVE because future has completed 2024-11-25T11:34:31,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=106, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:34:31,190 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,190 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:34:31,190 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,190 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:34:31,190 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7794): checking encryption for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,190 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7797): checking classloading for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,191 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,192 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:34:31,192 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8cf59f15355a6bf48053ead5e85748 columnFamilyName A 2024-11-25T11:34:31,193 DEBUG [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:31,194 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(327): Store=4e8cf59f15355a6bf48053ead5e85748/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:34:31,194 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,194 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:34:31,194 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8cf59f15355a6bf48053ead5e85748 columnFamilyName B 2024-11-25T11:34:31,195 DEBUG [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:31,195 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(327): Store=4e8cf59f15355a6bf48053ead5e85748/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:34:31,195 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,195 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:34:31,195 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e8cf59f15355a6bf48053ead5e85748 columnFamilyName C 2024-11-25T11:34:31,195 DEBUG [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:31,196 INFO [StoreOpener-4e8cf59f15355a6bf48053ead5e85748-1 {}] regionserver.HStore(327): Store=4e8cf59f15355a6bf48053ead5e85748/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:34:31,196 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,196 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1038): replaying wal for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,197 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,197 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,198 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1048): stopping wal replay for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,198 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1060): Cleaning up temporary data for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,198 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:34:31,199 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1093): writing seq id for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,200 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1114): Opened 4e8cf59f15355a6bf48053ead5e85748; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62789281, jitterRate=-0.06436680257320404}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:34:31,200 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,200 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1006): Region open journal for 4e8cf59f15355a6bf48053ead5e85748: Running coprocessor pre-open hook at 1732534471190Writing region info on filesystem at 1732534471190Initializing all the Stores at 1732534471191 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534471191Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534471191Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534471191Cleaning up temporary data from old regions at 1732534471198 (+7 ms)Running coprocessor post-open hooks at 1732534471200 (+2 ms)Region opened successfully at 1732534471200 2024-11-25T11:34:31,201 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., pid=108, masterSystemTime=1732534471187 2024-11-25T11:34:31,202 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,203 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,203 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=106 updating hbase:meta row=4e8cf59f15355a6bf48053ead5e85748, regionState=OPEN, openSeqNum=5, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=106, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:34:31,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=106 2024-11-25T11:34:31,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=106, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 in 170 msec 2024-11-25T11:34:31,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-25T11:34:31,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, REOPEN/MOVE in 489 msec 2024-11-25T11:34:31,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-25T11:34:31,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-25T11:34:31,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-11-25T11:34:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-25T11:34:31,212 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:31,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f86bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:31,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:31,213 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:31,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:31,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e5e3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:31,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:31,215 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6236dec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:31,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:31,216 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d52910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:31,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:31,218 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:31,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55dc90f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:31,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:31,219 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:31,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:31,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:31,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d931f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:31,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:31,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:31,220 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:31,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388737e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:31,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:31,222 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316c74b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:31,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:31,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:31,223 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:31,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8b71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:31,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:31,225 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6248a0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:31,226 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60104e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:31,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:31,228 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a13e6a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:31,229 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:31,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a6a6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:31,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:31,230 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:31,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:31,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5aae21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:31,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:31,232 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:31,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82b5a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:31,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:31,233 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:31,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:31,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:31,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8ce0b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:31,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:31,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:31,234 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6557ee34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:31,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:31,236 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da7487a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:31,237 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:31,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47eb3768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:34:31,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:34:31,239 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:34:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:34:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:34:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a086a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:34:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:34:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:31,240 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:34:31,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60cc4526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:34:31,241 DEBUG [Thread-1693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:31,241 DEBUG [Thread-1697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:31,241 DEBUG [Thread-1701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:31,241 DEBUG [Thread-1688 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:31,241 DEBUG [Thread-1695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:31,242 DEBUG [Thread-1686 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:31,242 DEBUG [Thread-1684 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:31,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:31,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:31,243 DEBUG [Thread-1690 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:31,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:31,244 DEBUG [Thread-1699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:31,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-25T11:34:31,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:31,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:31,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:31,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:31,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:31,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:31,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:31,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:31,245 DEBUG [Thread-1682 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:34:31,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:31,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T11:34:31,245 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:31,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:31,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:34:31,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:34:31,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:31,247 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:31,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:31,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:34:31,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:34:31,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:34:31,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:34:31,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:34:31,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:34:31,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:34:31,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:34:31,252 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:34:31,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:34:31,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:34:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:34:31,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:31,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:31,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:31,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:31,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:31,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:31,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f248e07d2fd544cebce6c3afc532c656_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534471257/Put/seqid=0 2024-11-25T11:34:31,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742199_1375 (size=12154) 2024-11-25T11:34:31,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732534471287, max timestamp=1732534471304Num uniques 859; 2024-11-25T11:34:31,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:34:31,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732534471287, max timestamp=1732534471304Num uniques 859; 2024-11-25T11:34:31,308 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:34:31,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732534471287, max timestamp=1732534471304Num uniques 859; 2024-11-25T11:34:31,309 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-25T11:34:31,350 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:34:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T11:34:31,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534531344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534531346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534531346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534531347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534531347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:31,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:31,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534531472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534531473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534531473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534531473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534531473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:31,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:31,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T11:34:31,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534531682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534531682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534531692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534531692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,697 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534531692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:31,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:31,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:31,702 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f248e07d2fd544cebce6c3afc532c656_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f248e07d2fd544cebce6c3afc532c656_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:31,703 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/1dfbfa67f2a147c3b64030a2f6ce4524, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:31,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/1dfbfa67f2a147c3b64030a2f6ce4524 is 175, key is test_row_0/A:col10/1732534471257/Put/seqid=0 2024-11-25T11:34:31,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:31,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:31,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742200_1376 (size=30955) 2024-11-25T11:34:31,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:31,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:31,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T11:34:32,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:32,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534532003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:32,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:32,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:32,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534532003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:32,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534532003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:32,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534532003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534532003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:32,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:32,110 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/1dfbfa67f2a147c3b64030a2f6ce4524 2024-11-25T11:34:32,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/6d8b13c4cfa444d9919c3919721c6060 is 50, key is test_row_0/B:col10/1732534471257/Put/seqid=0 2024-11-25T11:34:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742201_1377 (size=12001) 2024-11-25T11:34:32,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T11:34:32,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:32,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:32,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534532522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:32,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534532522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:32,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534532522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534532522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:32,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534532523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:32,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/6d8b13c4cfa444d9919c3919721c6060 2024-11-25T11:34:32,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/211800b2d1b840d5bd5d0cb8119051a5 is 50, key is test_row_0/C:col10/1732534471257/Put/seqid=0 2024-11-25T11:34:32,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742202_1378 (size=12001) 2024-11-25T11:34:32,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:32,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:32,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:32,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:32,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:32,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/211800b2d1b840d5bd5d0cb8119051a5 2024-11-25T11:34:32,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/1dfbfa67f2a147c3b64030a2f6ce4524 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1dfbfa67f2a147c3b64030a2f6ce4524 2024-11-25T11:34:32,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1dfbfa67f2a147c3b64030a2f6ce4524, entries=150, sequenceid=14, filesize=30.2 K 2024-11-25T11:34:32,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/6d8b13c4cfa444d9919c3919721c6060 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/6d8b13c4cfa444d9919c3919721c6060 2024-11-25T11:34:32,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/6d8b13c4cfa444d9919c3919721c6060, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T11:34:32,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/211800b2d1b840d5bd5d0cb8119051a5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/211800b2d1b840d5bd5d0cb8119051a5 2024-11-25T11:34:32,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/211800b2d1b840d5bd5d0cb8119051a5, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T11:34:32,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=142.73 KB/146155 for 4e8cf59f15355a6bf48053ead5e85748 in 1725ms, sequenceid=14, compaction requested=false 2024-11-25T11:34:32,986 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T11:34:32,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:33,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-25T11:34:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:33,086 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=142.73 KB heapSize=404.38 KB 2024-11-25T11:34:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:33,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bfae8f91f7c8438d95b028243859282c_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534471330/Put/seqid=0 2024-11-25T11:34:33,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742203_1379 (size=12154) 2024-11-25T11:34:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T11:34:33,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:34:33,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:33,503 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bfae8f91f7c8438d95b028243859282c_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bfae8f91f7c8438d95b028243859282c_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:33,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/694c9b62334a4711ae6b4622eef11eb2, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/694c9b62334a4711ae6b4622eef11eb2 is 175, key is test_row_0/A:col10/1732534471330/Put/seqid=0 2024-11-25T11:34:33,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742204_1380 (size=30955) 2024-11-25T11:34:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:33,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:33,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534533551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534533554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534533555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534533556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534533556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534533662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534533672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534533672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534533672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534533672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534533873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534533882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534533882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534533882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:33,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534533882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:33,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:33,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:33,914 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/694c9b62334a4711ae6b4622eef11eb2 2024-11-25T11:34:33,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/fe3a2a286d784ff58673eb3f7fde2512 is 50, key is test_row_0/B:col10/1732534471330/Put/seqid=0 2024-11-25T11:34:33,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742205_1381 (size=12001) 2024-11-25T11:34:34,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534534193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:34,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534534202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:34,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:34,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534534202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534534202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534534202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:34,329 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/fe3a2a286d784ff58673eb3f7fde2512 2024-11-25T11:34:34,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/8834fecded934546886045176fef9ea4 is 50, key is test_row_0/C:col10/1732534471330/Put/seqid=0 2024-11-25T11:34:34,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742206_1382 (size=12001) 2024-11-25T11:34:34,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534534712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:34,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:34,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534534712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:34,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534534712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534534712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534534712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:34,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:34,742 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/8834fecded934546886045176fef9ea4 2024-11-25T11:34:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/694c9b62334a4711ae6b4622eef11eb2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/694c9b62334a4711ae6b4622eef11eb2 2024-11-25T11:34:34,750 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/694c9b62334a4711ae6b4622eef11eb2, entries=150, sequenceid=51, filesize=30.2 K 2024-11-25T11:34:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/fe3a2a286d784ff58673eb3f7fde2512 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/fe3a2a286d784ff58673eb3f7fde2512 2024-11-25T11:34:34,754 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/fe3a2a286d784ff58673eb3f7fde2512, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T11:34:34,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/8834fecded934546886045176fef9ea4 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/8834fecded934546886045176fef9ea4 2024-11-25T11:34:34,758 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/8834fecded934546886045176fef9ea4, entries=150, sequenceid=51, filesize=11.7 K 2024-11-25T11:34:34,758 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~142.73 KB/146155, heapSize ~404.34 KB/414040, currentSize=46.96 KB/48090 for 4e8cf59f15355a6bf48053ead5e85748 in 1672ms, sequenceid=51, compaction requested=false 2024-11-25T11:34:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-25T11:34:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-25T11:34:34,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-25T11:34:34,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5130 sec 2024-11-25T11:34:34,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 3.5200 sec 2024-11-25T11:34:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-25T11:34:35,422 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:35,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-25T11:34:35,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T11:34:35,425 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:35,426 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:35,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T11:34:35,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-25T11:34:35,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:35,579 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:34:35,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:35,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:35,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:35,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:35,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:35,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:35,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255c357c27835f4c5a981b1e0a2f36d5f5_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534473554/Put/seqid=0 2024-11-25T11:34:35,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742207_1383 (size=12154) 2024-11-25T11:34:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T11:34:35,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732534475761, max timestamp=1732534475777Num uniques 859; 2024-11-25T11:34:35,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732534475761, max timestamp=1732534475777Num uniques 859; 2024-11-25T11:34:35,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:34:35,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:34:35,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732534475761, max timestamp=1732534475777Num uniques 859; 2024-11-25T11:34:35,781 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:34:35,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534535801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:35,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534535802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534535811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:35,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:35,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534535812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:35,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534535816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:35,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534535922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534535922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:35,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534535922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:35,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:35,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534535942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:35,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534535943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:35,995 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411255c357c27835f4c5a981b1e0a2f36d5f5_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255c357c27835f4c5a981b1e0a2f36d5f5_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/5e1eb5abd49442728e7f67a97b62a199, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:35,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/5e1eb5abd49442728e7f67a97b62a199 is 175, key is test_row_0/A:col10/1732534473554/Put/seqid=0 2024-11-25T11:34:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742208_1384 (size=30955) 2024-11-25T11:34:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T11:34:36,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534536133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:36,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534536133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:36,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534536135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:36,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:36,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534536162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:36,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534536163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:36,410 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/5e1eb5abd49442728e7f67a97b62a199 2024-11-25T11:34:36,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/c37b2b8c874f4108b4a02297cf55d8d0 is 50, key is test_row_0/B:col10/1732534473554/Put/seqid=0 2024-11-25T11:34:36,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742209_1385 (size=12001) 2024-11-25T11:34:36,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534536442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:36,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534536442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:36,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:36,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:36,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534536442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:36,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534536482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:36,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534536482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T11:34:36,824 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/c37b2b8c874f4108b4a02297cf55d8d0 2024-11-25T11:34:36,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/82d3551f160b4a85948e3f2bd4ec8b36 is 50, key is test_row_0/C:col10/1732534473554/Put/seqid=0 2024-11-25T11:34:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742210_1386 (size=12001) 2024-11-25T11:34:36,844 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/82d3551f160b4a85948e3f2bd4ec8b36 2024-11-25T11:34:36,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/5e1eb5abd49442728e7f67a97b62a199 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5e1eb5abd49442728e7f67a97b62a199 2024-11-25T11:34:36,865 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5e1eb5abd49442728e7f67a97b62a199, entries=150, sequenceid=61, filesize=30.2 K 2024-11-25T11:34:36,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/c37b2b8c874f4108b4a02297cf55d8d0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/c37b2b8c874f4108b4a02297cf55d8d0 2024-11-25T11:34:36,877 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/c37b2b8c874f4108b4a02297cf55d8d0, entries=150, sequenceid=61, filesize=11.7 K 2024-11-25T11:34:36,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/82d3551f160b4a85948e3f2bd4ec8b36 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/82d3551f160b4a85948e3f2bd4ec8b36 2024-11-25T11:34:36,884 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/82d3551f160b4a85948e3f2bd4ec8b36, entries=150, sequenceid=61, filesize=11.7 K 2024-11-25T11:34:36,886 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4e8cf59f15355a6bf48053ead5e85748 in 1306ms, sequenceid=61, compaction requested=true 2024-11-25T11:34:36,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:36,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:36,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-25T11:34:36,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-25T11:34:36,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-25T11:34:36,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4610 sec 2024-11-25T11:34:36,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.4690 sec 2024-11-25T11:34:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:36,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-25T11:34:36,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:36,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:36,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:36,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:36,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:36,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:36,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112516802d90780c4597b39406e8405c8555_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534475809/Put/seqid=0 2024-11-25T11:34:36,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742211_1387 (size=14594) 2024-11-25T11:34:36,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:36,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534536994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:36,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534536997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534536998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534537002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534537002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534537102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534537112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534537122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534537323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534537332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534537342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,389 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:37,393 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112516802d90780c4597b39406e8405c8555_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112516802d90780c4597b39406e8405c8555_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:37,394 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/d75c49d1be8a4da7a877f3dd2bee21a3, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:37,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/d75c49d1be8a4da7a877f3dd2bee21a3 is 175, key is test_row_0/A:col10/1732534475809/Put/seqid=0 2024-11-25T11:34:37,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742212_1388 (size=39549) 2024-11-25T11:34:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-25T11:34:37,572 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:37,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-25T11:34:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T11:34:37,574 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:37,575 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:37,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:37,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534537642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534537652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534537662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:37,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:37,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T11:34:37,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T11:34:37,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:37,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:37,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:37,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:37,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:37,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:37,802 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/d75c49d1be8a4da7a877f3dd2bee21a3 2024-11-25T11:34:37,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/112e191bef224c00a952079c26ef0b31 is 50, key is test_row_0/B:col10/1732534475809/Put/seqid=0 2024-11-25T11:34:37,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742213_1389 (size=12001) 2024-11-25T11:34:37,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/112e191bef224c00a952079c26ef0b31 2024-11-25T11:34:37,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/ad3d9792a552473a97d89a93838a3633 is 50, key is test_row_0/C:col10/1732534475809/Put/seqid=0 2024-11-25T11:34:37,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742214_1390 (size=12001) 2024-11-25T11:34:37,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T11:34:37,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:37,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:37,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:37,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:37,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T11:34:38,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T11:34:38,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:38,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534538022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:38,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:38,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:38,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:38,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:38,034 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:38,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:38,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534538032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:38,042 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:38,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:38,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534538162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:38,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534538172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:38,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534538172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:38,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:38,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T11:34:38,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:38,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:38,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:38,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:38,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T11:34:38,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/ad3d9792a552473a97d89a93838a3633 2024-11-25T11:34:38,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/d75c49d1be8a4da7a877f3dd2bee21a3 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/d75c49d1be8a4da7a877f3dd2bee21a3 2024-11-25T11:34:38,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/d75c49d1be8a4da7a877f3dd2bee21a3, entries=200, sequenceid=97, filesize=38.6 K 2024-11-25T11:34:38,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/112e191bef224c00a952079c26ef0b31 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/112e191bef224c00a952079c26ef0b31 2024-11-25T11:34:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/112e191bef224c00a952079c26ef0b31, entries=150, sequenceid=97, filesize=11.7 K 2024-11-25T11:34:38,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/ad3d9792a552473a97d89a93838a3633 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ad3d9792a552473a97d89a93838a3633 2024-11-25T11:34:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ad3d9792a552473a97d89a93838a3633, entries=150, sequenceid=97, filesize=11.7 K 2024-11-25T11:34:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 4e8cf59f15355a6bf48053ead5e85748 in 1276ms, sequenceid=97, compaction requested=true 2024-11-25T11:34:38,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:38,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:38,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:38,249 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:38,249 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:38,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:38,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:38,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,250 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:38,250 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:38,250 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/B is initiating minor compaction (all files) 2024-11-25T11:34:38,250 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/A is initiating minor compaction (all files) 2024-11-25T11:34:38,250 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/B in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:38,250 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/A in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:38,250 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/6d8b13c4cfa444d9919c3919721c6060, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/fe3a2a286d784ff58673eb3f7fde2512, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/c37b2b8c874f4108b4a02297cf55d8d0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/112e191bef224c00a952079c26ef0b31] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=46.9 K 2024-11-25T11:34:38,250 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1dfbfa67f2a147c3b64030a2f6ce4524, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/694c9b62334a4711ae6b4622eef11eb2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5e1eb5abd49442728e7f67a97b62a199, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/d75c49d1be8a4da7a877f3dd2bee21a3] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=129.3 K 2024-11-25T11:34:38,250 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,250 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1dfbfa67f2a147c3b64030a2f6ce4524, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/694c9b62334a4711ae6b4622eef11eb2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5e1eb5abd49442728e7f67a97b62a199, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/d75c49d1be8a4da7a877f3dd2bee21a3] 2024-11-25T11:34:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,250 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d8b13c4cfa444d9919c3919721c6060, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732534471255 2024-11-25T11:34:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,251 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dfbfa67f2a147c3b64030a2f6ce4524, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732534471255 2024-11-25T11:34:38,251 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting fe3a2a286d784ff58673eb3f7fde2512, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732534471330 2024-11-25T11:34:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,251 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 694c9b62334a4711ae6b4622eef11eb2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732534471330 2024-11-25T11:34:38,251 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c37b2b8c874f4108b4a02297cf55d8d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534473550 2024-11-25T11:34:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,252 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e1eb5abd49442728e7f67a97b62a199, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534473550 2024-11-25T11:34:38,252 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 112e191bef224c00a952079c26ef0b31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534475809 2024-11-25T11:34:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,252 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d75c49d1be8a4da7a877f3dd2bee21a3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534475809 2024-11-25T11:34:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,261 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,261 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#B#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,262 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/4acebcbc600b492bb30c3b81cdbd45de is 50, key is test_row_0/B:col10/1732534475809/Put/seqid=0 2024-11-25T11:34:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,264 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411250c1aef87fa3f49c2844c0dd73b413baf_4e8cf59f15355a6bf48053ead5e85748 store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742215_1391 (size=12139) 2024-11-25T11:34:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,267 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411250c1aef87fa3f49c2844c0dd73b413baf_4e8cf59f15355a6bf48053ead5e85748, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,267 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250c1aef87fa3f49c2844c0dd73b413baf_4e8cf59f15355a6bf48053ead5e85748 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742216_1392 (size=4469) 2024-11-25T11:34:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,273 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#A#compaction#334 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,274 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/64ddc653a14c4a2d80296f04b099931f is 175, key is test_row_0/A:col10/1732534475809/Put/seqid=0 2024-11-25T11:34:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,275 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/4acebcbc600b492bb30c3b81cdbd45de as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/4acebcbc600b492bb30c3b81cdbd45de 2024-11-25T11:34:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,279 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/B of 4e8cf59f15355a6bf48053ead5e85748 into 4acebcbc600b492bb30c3b81cdbd45de(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:38,279 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:38,279 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/B, priority=12, startTime=1732534478249; duration=0sec 2024-11-25T11:34:38,279 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:38,279 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:B 2024-11-25T11:34:38,279 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,280 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:38,280 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/C is initiating minor compaction (all files) 2024-11-25T11:34:38,281 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/C in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,281 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/211800b2d1b840d5bd5d0cb8119051a5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/8834fecded934546886045176fef9ea4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/82d3551f160b4a85948e3f2bd4ec8b36, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ad3d9792a552473a97d89a93838a3633] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=46.9 K 2024-11-25T11:34:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,281 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 211800b2d1b840d5bd5d0cb8119051a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732534471255 2024-11-25T11:34:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,281 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 8834fecded934546886045176fef9ea4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732534471330 2024-11-25T11:34:38,282 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 82d3551f160b4a85948e3f2bd4ec8b36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732534473550 2024-11-25T11:34:38,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,282 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting ad3d9792a552473a97d89a93838a3633, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534475809 2024-11-25T11:34:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,303 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,303 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/59bfa815eae2468997907f1a60064fd7 is 50, key is test_row_0/C:col10/1732534475809/Put/seqid=0 2024-11-25T11:34:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742217_1393 (size=31093) 2024-11-25T11:34:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742218_1394 (size=12139) 2024-11-25T11:34:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-25T11:34:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:38,341 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-25T11:34:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:38,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:38,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:38,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:38,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:38,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253b566e0c4604420cb5354c325000048b_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_1/A:col10/1732534476996/Put/seqid=0 2024-11-25T11:34:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742219_1395 (size=9714) 2024-11-25T11:34:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,375 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253b566e0c4604420cb5354c325000048b_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b566e0c4604420cb5354c325000048b_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/c73ab02154ff4e2887f1b3a9f1e5eacd, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/c73ab02154ff4e2887f1b3a9f1e5eacd is 175, key is test_row_1/A:col10/1732534476996/Put/seqid=0 2024-11-25T11:34:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742220_1396 (size=22361) 2024-11-25T11:34:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T11:34:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,715 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/64ddc653a14c4a2d80296f04b099931f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/64ddc653a14c4a2d80296f04b099931f 2024-11-25T11:34:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,721 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/A of 4e8cf59f15355a6bf48053ead5e85748 into 64ddc653a14c4a2d80296f04b099931f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:38,721 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:38,721 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/A, priority=12, startTime=1732534478249; duration=0sec 2024-11-25T11:34:38,721 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/59bfa815eae2468997907f1a60064fd7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/59bfa815eae2468997907f1a60064fd7 2024-11-25T11:34:38,721 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:38,721 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:A 2024-11-25T11:34:38,726 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/C of 4e8cf59f15355a6bf48053ead5e85748 into 59bfa815eae2468997907f1a60064fd7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,726 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:38,726 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/C, priority=12, startTime=1732534478249; duration=0sec 2024-11-25T11:34:38,726 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:38,726 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:C 2024-11-25T11:34:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,791 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=107, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/c73ab02154ff4e2887f1b3a9f1e5eacd 2024-11-25T11:34:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/f94e88ce1b674bc98a2755f4f86e21f6 is 50, key is test_row_1/B:col10/1732534476996/Put/seqid=0 2024-11-25T11:34:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742221_1397 (size=9657) 2024-11-25T11:34:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,863 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/f94e88ce1b674bc98a2755f4f86e21f6 2024-11-25T11:34:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/49574ea577074efe98d0206b2f533df5 is 50, key is test_row_1/C:col10/1732534476996/Put/seqid=0 2024-11-25T11:34:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742222_1398 (size=9657) 2024-11-25T11:34:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,914 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/49574ea577074efe98d0206b2f533df5 2024-11-25T11:34:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/c73ab02154ff4e2887f1b3a9f1e5eacd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/c73ab02154ff4e2887f1b3a9f1e5eacd 2024-11-25T11:34:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,925 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/c73ab02154ff4e2887f1b3a9f1e5eacd, entries=100, sequenceid=107, filesize=21.8 K 2024-11-25T11:34:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/f94e88ce1b674bc98a2755f4f86e21f6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f94e88ce1b674bc98a2755f4f86e21f6 2024-11-25T11:34:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,930 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f94e88ce1b674bc98a2755f4f86e21f6, entries=100, sequenceid=107, filesize=9.4 K 2024-11-25T11:34:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/49574ea577074efe98d0206b2f533df5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/49574ea577074efe98d0206b2f533df5 2024-11-25T11:34:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,936 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/49574ea577074efe98d0206b2f533df5, entries=100, sequenceid=107, filesize=9.4 K 2024-11-25T11:34:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,937 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 4e8cf59f15355a6bf48053ead5e85748 in 597ms, sequenceid=107, compaction requested=false 2024-11-25T11:34:38,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:38,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-25T11:34:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-25T11:34:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-25T11:34:38,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3640 sec 2024-11-25T11:34:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.3690 sec 2024-11-25T11:34:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:34:39,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:39,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:39,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:39,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:39,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:39,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:39,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c376e7a31c854013831aeeb18e518963_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534479289/Put/seqid=0 2024-11-25T11:34:39,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742223_1399 (size=14594) 2024-11-25T11:34:39,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732534479477, max timestamp=1732534479495Num uniques 859; 2024-11-25T11:34:39,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732534479477, max timestamp=1732534479495Num uniques 859; 2024-11-25T11:34:39,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:34:39,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:34:39,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732534479477, max timestamp=1732534479495Num uniques 859; 2024-11-25T11:34:39,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:34:39,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534539581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:39,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534539593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:39,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534539594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:39,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:39,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534539702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:39,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-25T11:34:39,722 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:39,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:39,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534539712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-25T11:34:39,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:39,724 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:39,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T11:34:39,725 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:39,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:39,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534539722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T11:34:39,858 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:39,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c376e7a31c854013831aeeb18e518963_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c376e7a31c854013831aeeb18e518963_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:39,863 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/eda5830bebce4ed0a7fe78e881c59429, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:39,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/eda5830bebce4ed0a7fe78e881c59429 is 175, key is test_row_0/A:col10/1732534479289/Put/seqid=0 2024-11-25T11:34:39,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742224_1400 (size=39549) 2024-11-25T11:34:39,872 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/eda5830bebce4ed0a7fe78e881c59429 2024-11-25T11:34:39,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:39,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:39,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:39,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:39,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:39,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:39,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/d72ebe85a71b4aafbc030f4338ee1706 is 50, key is test_row_0/B:col10/1732534479289/Put/seqid=0 2024-11-25T11:34:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:39,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742225_1401 (size=12001) 2024-11-25T11:34:39,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534539922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:39,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534539932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534539942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:40,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:40,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:40,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T11:34:40,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534540052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:40,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534540052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:40,060 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,060 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:40,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:40,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:40,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:40,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534540243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534540243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:40,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534540262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:40,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/d72ebe85a71b4aafbc030f4338ee1706 2024-11-25T11:34:40,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/925cc56ad200442fa037355c7c60d61c is 50, key is test_row_0/C:col10/1732534479289/Put/seqid=0 2024-11-25T11:34:40,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:40,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:40,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T11:34:40,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742226_1402 (size=12001) 2024-11-25T11:34:40,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:40,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:40,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/925cc56ad200442fa037355c7c60d61c 2024-11-25T11:34:40,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/eda5830bebce4ed0a7fe78e881c59429 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/eda5830bebce4ed0a7fe78e881c59429 2024-11-25T11:34:40,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/eda5830bebce4ed0a7fe78e881c59429, entries=200, sequenceid=119, filesize=38.6 K 2024-11-25T11:34:40,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/d72ebe85a71b4aafbc030f4338ee1706 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d72ebe85a71b4aafbc030f4338ee1706 2024-11-25T11:34:40,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d72ebe85a71b4aafbc030f4338ee1706, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T11:34:40,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/925cc56ad200442fa037355c7c60d61c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/925cc56ad200442fa037355c7c60d61c 2024-11-25T11:34:40,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534540762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:40,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:40,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/925cc56ad200442fa037355c7c60d61c, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T11:34:40,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534540763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:40,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4e8cf59f15355a6bf48053ead5e85748 in 1383ms, sequenceid=119, compaction requested=true 2024-11-25T11:34:40,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:40,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:40,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:40,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:40,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:40,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:40,781 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:40,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T11:34:40,781 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:40,782 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:40,782 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:40,783 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/A is initiating minor compaction (all files) 2024-11-25T11:34:40,783 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/B is initiating minor compaction (all files) 2024-11-25T11:34:40,783 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/A in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,783 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/B in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,783 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/64ddc653a14c4a2d80296f04b099931f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/c73ab02154ff4e2887f1b3a9f1e5eacd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/eda5830bebce4ed0a7fe78e881c59429] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=90.8 K 2024-11-25T11:34:40,783 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/4acebcbc600b492bb30c3b81cdbd45de, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f94e88ce1b674bc98a2755f4f86e21f6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d72ebe85a71b4aafbc030f4338ee1706] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=33.0 K 2024-11-25T11:34:40,783 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,783 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/64ddc653a14c4a2d80296f04b099931f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/c73ab02154ff4e2887f1b3a9f1e5eacd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/eda5830bebce4ed0a7fe78e881c59429] 2024-11-25T11:34:40,786 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4acebcbc600b492bb30c3b81cdbd45de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534475809 2024-11-25T11:34:40,786 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 64ddc653a14c4a2d80296f04b099931f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534475809 2024-11-25T11:34:40,786 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f94e88ce1b674bc98a2755f4f86e21f6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732534476993 2024-11-25T11:34:40,787 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c73ab02154ff4e2887f1b3a9f1e5eacd, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732534476993 2024-11-25T11:34:40,787 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d72ebe85a71b4aafbc030f4338ee1706, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732534479289 2024-11-25T11:34:40,787 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting eda5830bebce4ed0a7fe78e881c59429, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732534479289 2024-11-25T11:34:40,804 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:40,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-25T11:34:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:40,811 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:40,812 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/a4355f98466b470ab84d6d76640aa3bd is 50, key is test_row_0/B:col10/1732534479289/Put/seqid=0 2024-11-25T11:34:40,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:40,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:40,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,837 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125fca4879cf32a449e937c3c5e127ffe03_4e8cf59f15355a6bf48053ead5e85748 store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:40,839 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125fca4879cf32a449e937c3c5e127ffe03_4e8cf59f15355a6bf48053ead5e85748, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:40,840 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fca4879cf32a449e937c3c5e127ffe03_4e8cf59f15355a6bf48053ead5e85748 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:40,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253d6b3039e0f744998de1a0388c595859_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534480803/Put/seqid=0 2024-11-25T11:34:40,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742227_1403 (size=12241) 2024-11-25T11:34:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T11:34:40,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742228_1404 (size=4469) 2024-11-25T11:34:40,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742229_1405 (size=14794) 2024-11-25T11:34:40,879 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:40,894 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253d6b3039e0f744998de1a0388c595859_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253d6b3039e0f744998de1a0388c595859_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:40,895 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/95b64ed843e945178373ef0e3fe5a74c, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:40,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/95b64ed843e945178373ef0e3fe5a74c is 175, key is test_row_0/A:col10/1732534480803/Put/seqid=0 2024-11-25T11:34:40,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742230_1406 (size=39749) 2024-11-25T11:34:40,939 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/95b64ed843e945178373ef0e3fe5a74c 2024-11-25T11:34:40,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534540926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:40,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/40bb0ee2e6924677a41965b99307de87 is 50, key is test_row_0/B:col10/1732534480803/Put/seqid=0 2024-11-25T11:34:40,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742231_1407 (size=12151) 2024-11-25T11:34:40,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/40bb0ee2e6924677a41965b99307de87 2024-11-25T11:34:40,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/090798ad7f484ca089130e89b9e24845 is 50, key is test_row_0/C:col10/1732534480803/Put/seqid=0 2024-11-25T11:34:40,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:40,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:40,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:40,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:40,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742232_1408 (size=12151) 2024-11-25T11:34:41,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/090798ad7f484ca089130e89b9e24845 2024-11-25T11:34:41,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/95b64ed843e945178373ef0e3fe5a74c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/95b64ed843e945178373ef0e3fe5a74c 2024-11-25T11:34:41,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/95b64ed843e945178373ef0e3fe5a74c, entries=200, sequenceid=155, filesize=38.8 K 2024-11-25T11:34:41,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/40bb0ee2e6924677a41965b99307de87 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/40bb0ee2e6924677a41965b99307de87 2024-11-25T11:34:41,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/40bb0ee2e6924677a41965b99307de87, entries=150, sequenceid=155, filesize=11.9 K 2024-11-25T11:34:41,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/090798ad7f484ca089130e89b9e24845 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/090798ad7f484ca089130e89b9e24845 2024-11-25T11:34:41,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/090798ad7f484ca089130e89b9e24845, entries=150, sequenceid=155, filesize=11.9 K 2024-11-25T11:34:41,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 4e8cf59f15355a6bf48053ead5e85748 in 225ms, sequenceid=155, compaction requested=true 2024-11-25T11:34:41,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:41,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:A, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:41,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T11:34:41,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:41,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T11:34:41,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:41,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T11:34:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:41,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T11:34:41,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:41,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:41,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:41,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:41,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:41,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:41,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b8483f5eaa4446f08c4b75610317a197_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534481058/Put/seqid=0 2024-11-25T11:34:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742233_1409 (size=12304) 2024-11-25T11:34:41,106 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:41,119 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b8483f5eaa4446f08c4b75610317a197_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b8483f5eaa4446f08c4b75610317a197_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:41,131 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/6dafa265682049d6a1195ab63057271c, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:41,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/6dafa265682049d6a1195ab63057271c is 175, key is test_row_0/A:col10/1732534481058/Put/seqid=0 2024-11-25T11:34:41,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:41,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:41,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:41,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:41,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742234_1410 (size=31105) 2024-11-25T11:34:41,257 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/a4355f98466b470ab84d6d76640aa3bd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a4355f98466b470ab84d6d76640aa3bd 2024-11-25T11:34:41,266 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/B of 4e8cf59f15355a6bf48053ead5e85748 into a4355f98466b470ab84d6d76640aa3bd(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:41,266 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:41,266 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/B, priority=13, startTime=1732534480781; duration=0sec 2024-11-25T11:34:41,267 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-25T11:34:41,267 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:B 2024-11-25T11:34:41,267 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-25T11:34:41,267 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T11:34:41,267 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T11:34:41,267 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. because compaction request was cancelled 2024-11-25T11:34:41,267 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:A 2024-11-25T11:34:41,267 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:41,268 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45948 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:41,268 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/C is initiating minor compaction (all files) 2024-11-25T11:34:41,269 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/C in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:41,269 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/59bfa815eae2468997907f1a60064fd7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/49574ea577074efe98d0206b2f533df5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/925cc56ad200442fa037355c7c60d61c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/090798ad7f484ca089130e89b9e24845] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=44.9 K 2024-11-25T11:34:41,269 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59bfa815eae2468997907f1a60064fd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732534475809 2024-11-25T11:34:41,269 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49574ea577074efe98d0206b2f533df5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732534476993 2024-11-25T11:34:41,270 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 925cc56ad200442fa037355c7c60d61c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732534479289 2024-11-25T11:34:41,270 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 090798ad7f484ca089130e89b9e24845, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732534479558 2024-11-25T11:34:41,278 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#A#compaction#342 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:41,279 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/441cf046789d473ca7238a540c5066d6 is 175, key is test_row_0/A:col10/1732534479289/Put/seqid=0 2024-11-25T11:34:41,294 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#C#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:41,295 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/9d529b91a00640978fc2d504ee90b7f9 is 50, key is test_row_0/C:col10/1732534480803/Put/seqid=0 2024-11-25T11:34:41,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:41,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:41,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:41,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:41,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534481210, max timestamp=1732534481334Num uniques 859; 2024-11-25T11:34:41,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:34:41,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534481210, max timestamp=1732534481334Num uniques 859; 2024-11-25T11:34:41,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:34:41,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534481210, max timestamp=1732534481334Num uniques 859; 2024-11-25T11:34:41,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:34:41,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742235_1411 (size=31195) 2024-11-25T11:34:41,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742236_1412 (size=12425) 2024-11-25T11:34:41,389 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/9d529b91a00640978fc2d504ee90b7f9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/9d529b91a00640978fc2d504ee90b7f9 2024-11-25T11:34:41,393 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/C of 4e8cf59f15355a6bf48053ead5e85748 into 9d529b91a00640978fc2d504ee90b7f9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:41,393 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:41,393 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/C, priority=12, startTime=1732534481030; duration=0sec 2024-11-25T11:34:41,394 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T11:34:41,394 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:C 2024-11-25T11:34:41,394 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:B 2024-11-25T11:34:41,394 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:C 2024-11-25T11:34:41,394 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T11:34:41,394 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T11:34:41,394 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T11:34:41,394 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. because compaction request was cancelled 2024-11-25T11:34:41,394 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:B 2024-11-25T11:34:41,394 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-25T11:34:41,395 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T11:34:41,395 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T11:34:41,395 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. because compaction request was cancelled 2024-11-25T11:34:41,395 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:C 2024-11-25T11:34:41,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:41,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/6dafa265682049d6a1195ab63057271c 2024-11-25T11:34:41,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/eed05cc1e6c2464f8090eed3feaa88f5 is 50, key is test_row_0/B:col10/1732534481058/Put/seqid=0 2024-11-25T11:34:41,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:41,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:41,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:41,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:41,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:41,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742237_1413 (size=12151) 2024-11-25T11:34:41,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/eed05cc1e6c2464f8090eed3feaa88f5 2024-11-25T11:34:41,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/12c8539b7fba43459371d32f86ce42b4 is 50, key is test_row_0/C:col10/1732534481058/Put/seqid=0 2024-11-25T11:34:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742238_1414 (size=12151) 2024-11-25T11:34:41,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/12c8539b7fba43459371d32f86ce42b4 2024-11-25T11:34:41,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/6dafa265682049d6a1195ab63057271c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/6dafa265682049d6a1195ab63057271c 2024-11-25T11:34:41,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/6dafa265682049d6a1195ab63057271c, entries=150, sequenceid=166, filesize=30.4 K 2024-11-25T11:34:41,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/eed05cc1e6c2464f8090eed3feaa88f5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/eed05cc1e6c2464f8090eed3feaa88f5 2024-11-25T11:34:41,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/eed05cc1e6c2464f8090eed3feaa88f5, entries=150, sequenceid=166, filesize=11.9 K 2024-11-25T11:34:41,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/12c8539b7fba43459371d32f86ce42b4 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/12c8539b7fba43459371d32f86ce42b4 2024-11-25T11:34:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534541659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:41,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/12c8539b7fba43459371d32f86ce42b4, entries=150, sequenceid=166, filesize=11.9 K 2024-11-25T11:34:41,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 4e8cf59f15355a6bf48053ead5e85748 in 629ms, sequenceid=166, compaction requested=true 2024-11-25T11:34:41,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:41,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:41,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:41,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:41,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:41,689 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-25T11:34:41,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:41,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T11:34:41,690 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T11:34:41,690 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T11:34:41,690 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. because compaction request was cancelled 2024-11-25T11:34:41,690 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:A 2024-11-25T11:34:41,690 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:41,691 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:41,691 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/B is initiating minor compaction (all files) 2024-11-25T11:34:41,691 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/B in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:41,691 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a4355f98466b470ab84d6d76640aa3bd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/40bb0ee2e6924677a41965b99307de87, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/eed05cc1e6c2464f8090eed3feaa88f5] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=35.7 K 2024-11-25T11:34:41,692 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4355f98466b470ab84d6d76640aa3bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732534479289 2024-11-25T11:34:41,692 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40bb0ee2e6924677a41965b99307de87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732534479558 2024-11-25T11:34:41,693 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting eed05cc1e6c2464f8090eed3feaa88f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732534480881 2024-11-25T11:34:41,711 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:41,711 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/1071337f8ebc40ef8aed7d4c522095cd is 50, key is test_row_0/B:col10/1732534481058/Put/seqid=0 2024-11-25T11:34:41,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742239_1415 (size=12493) 2024-11-25T11:34:41,754 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/1071337f8ebc40ef8aed7d4c522095cd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/1071337f8ebc40ef8aed7d4c522095cd 2024-11-25T11:34:41,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-25T11:34:41,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:41,758 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-25T11:34:41,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:41,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:41,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:41,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:41,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:41,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:41,762 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/B of 4e8cf59f15355a6bf48053ead5e85748 into 1071337f8ebc40ef8aed7d4c522095cd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:41,762 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:41,762 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/B, priority=13, startTime=1732534481689; duration=0sec 2024-11-25T11:34:41,762 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:41,762 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:B 2024-11-25T11:34:41,762 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T11:34:41,764 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/441cf046789d473ca7238a540c5066d6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/441cf046789d473ca7238a540c5066d6 2024-11-25T11:34:41,765 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T11:34:41,765 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T11:34:41,765 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. because compaction request was cancelled 2024-11-25T11:34:41,765 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:C 2024-11-25T11:34:41,773 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/A of 4e8cf59f15355a6bf48053ead5e85748 into 441cf046789d473ca7238a540c5066d6(size=30.5 K), total size for store is 99.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:41,773 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:41,773 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/A, priority=13, startTime=1732534480781; duration=0sec 2024-11-25T11:34:41,773 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:41,773 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:A 2024-11-25T11:34:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:41,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:41,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112520949ce9aab14a7ebfd1d60c57943290_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534481657/Put/seqid=0 2024-11-25T11:34:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742240_1416 (size=12304) 2024-11-25T11:34:41,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:41,825 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112520949ce9aab14a7ebfd1d60c57943290_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520949ce9aab14a7ebfd1d60c57943290_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:41,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/1a4217c357fd4512ba6a0953fc767c88, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:41,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/1a4217c357fd4512ba6a0953fc767c88 is 175, key is test_row_0/A:col10/1732534481657/Put/seqid=0 2024-11-25T11:34:41,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534541814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:41,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534541828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:41,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534541833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742241_1417 (size=31105) 2024-11-25T11:34:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T11:34:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534541942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:41,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534541952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:41,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:41,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534541952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:41,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:41,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:42,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534542162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:42,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:42,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534542172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534542172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:42,262 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/1a4217c357fd4512ba6a0953fc767c88 2024-11-25T11:34:42,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/a7105def925b468e995ae6fbf8d074a4 is 50, key is test_row_0/B:col10/1732534481657/Put/seqid=0 2024-11-25T11:34:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742242_1418 (size=12151) 2024-11-25T11:34:42,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534542472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:42,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534542492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:42,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534542492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:42,672 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/a7105def925b468e995ae6fbf8d074a4 2024-11-25T11:34:42,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/786054406d654ed896c7e36fbe83c991 is 50, key is test_row_0/C:col10/1732534481657/Put/seqid=0 2024-11-25T11:34:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742243_1419 (size=12151) 2024-11-25T11:34:42,694 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/786054406d654ed896c7e36fbe83c991 2024-11-25T11:34:42,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/1a4217c357fd4512ba6a0953fc767c88 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1a4217c357fd4512ba6a0953fc767c88 2024-11-25T11:34:42,702 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1a4217c357fd4512ba6a0953fc767c88, entries=150, sequenceid=204, filesize=30.4 K 2024-11-25T11:34:42,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/a7105def925b468e995ae6fbf8d074a4 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a7105def925b468e995ae6fbf8d074a4 2024-11-25T11:34:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,706 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a7105def925b468e995ae6fbf8d074a4, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T11:34:42,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/786054406d654ed896c7e36fbe83c991 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/786054406d654ed896c7e36fbe83c991 2024-11-25T11:34:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,710 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/786054406d654ed896c7e36fbe83c991, entries=150, sequenceid=204, filesize=11.9 K 2024-11-25T11:34:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,711 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 4e8cf59f15355a6bf48053ead5e85748 in 953ms, sequenceid=204, compaction requested=true 2024-11-25T11:34:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:42,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-25T11:34:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-25T11:34:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-25T11:34:42,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9880 sec 2024-11-25T11:34:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.9940 sec 2024-11-25T11:34:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:34:43,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:43,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:43,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:43,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:43,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:43,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256c31f95047ab40efbe1bfc897eb58f43_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534481827/Put/seqid=0 2024-11-25T11:34:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742244_1420 (size=12304) 2024-11-25T11:34:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,039 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,043 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256c31f95047ab40efbe1bfc897eb58f43_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256c31f95047ab40efbe1bfc897eb58f43_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,044 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/f6e1044dccf34ca4b1d4e8078a31dfab, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:43,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/f6e1044dccf34ca4b1d4e8078a31dfab is 175, key is test_row_0/A:col10/1732534481827/Put/seqid=0 2024-11-25T11:34:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742245_1421 (size=31101) 2024-11-25T11:34:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,056 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/f6e1044dccf34ca4b1d4e8078a31dfab 2024-11-25T11:34:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/afe137766ae944eeb46de11d91f57fd6 is 50, key is test_row_0/B:col10/1732534481827/Put/seqid=0 2024-11-25T11:34:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:43,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742246_1422 (size=9757) 2024-11-25T11:34:43,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534543105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534543117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534543118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534543222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534543222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534543232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534543442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534543443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534543443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/afe137766ae944eeb46de11d91f57fd6 2024-11-25T11:34:43,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/ded355b6b42e4738b7c7045cccb0893b is 50, key is test_row_0/C:col10/1732534481827/Put/seqid=0 2024-11-25T11:34:43,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742247_1423 (size=9757) 2024-11-25T11:34:43,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534543762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534543762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534543762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:43,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-25T11:34:43,893 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:43,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-25T11:34:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T11:34:43,896 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:43,896 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:43,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:43,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/ded355b6b42e4738b7c7045cccb0893b 2024-11-25T11:34:43,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/f6e1044dccf34ca4b1d4e8078a31dfab as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/f6e1044dccf34ca4b1d4e8078a31dfab 2024-11-25T11:34:43,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/f6e1044dccf34ca4b1d4e8078a31dfab, entries=150, sequenceid=218, filesize=30.4 K 2024-11-25T11:34:43,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/afe137766ae944eeb46de11d91f57fd6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/afe137766ae944eeb46de11d91f57fd6 2024-11-25T11:34:43,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/afe137766ae944eeb46de11d91f57fd6, entries=100, sequenceid=218, filesize=9.5 K 2024-11-25T11:34:43,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/ded355b6b42e4738b7c7045cccb0893b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ded355b6b42e4738b7c7045cccb0893b 2024-11-25T11:34:43,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ded355b6b42e4738b7c7045cccb0893b, entries=100, sequenceid=218, filesize=9.5 K 2024-11-25T11:34:43,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4e8cf59f15355a6bf48053ead5e85748 in 906ms, sequenceid=218, compaction requested=true 2024-11-25T11:34:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:43,915 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T11:34:43,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:43,915 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:43,916 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:43,916 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/B is initiating minor compaction (all files) 2024-11-25T11:34:43,916 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/B in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:43,917 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/1071337f8ebc40ef8aed7d4c522095cd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a7105def925b468e995ae6fbf8d074a4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/afe137766ae944eeb46de11d91f57fd6] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=33.6 K 2024-11-25T11:34:43,917 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1071337f8ebc40ef8aed7d4c522095cd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732534480881 2024-11-25T11:34:43,917 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164255 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T11:34:43,917 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/A is initiating minor compaction (all files) 2024-11-25T11:34:43,917 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/A in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:43,917 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/441cf046789d473ca7238a540c5066d6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/95b64ed843e945178373ef0e3fe5a74c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/6dafa265682049d6a1195ab63057271c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1a4217c357fd4512ba6a0953fc767c88, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/f6e1044dccf34ca4b1d4e8078a31dfab] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=160.4 K 2024-11-25T11:34:43,917 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:43,917 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/441cf046789d473ca7238a540c5066d6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/95b64ed843e945178373ef0e3fe5a74c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/6dafa265682049d6a1195ab63057271c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1a4217c357fd4512ba6a0953fc767c88, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/f6e1044dccf34ca4b1d4e8078a31dfab] 2024-11-25T11:34:43,918 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting a7105def925b468e995ae6fbf8d074a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732534481613 2024-11-25T11:34:43,918 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 441cf046789d473ca7238a540c5066d6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732534479289 2024-11-25T11:34:43,918 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting afe137766ae944eeb46de11d91f57fd6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534481827 2024-11-25T11:34:43,919 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95b64ed843e945178373ef0e3fe5a74c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732534479558 2024-11-25T11:34:43,919 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dafa265682049d6a1195ab63057271c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732534480881 2024-11-25T11:34:43,920 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a4217c357fd4512ba6a0953fc767c88, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732534481613 2024-11-25T11:34:43,920 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6e1044dccf34ca4b1d4e8078a31dfab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534481812 2024-11-25T11:34:43,926 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:43,927 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/f70228bf3e084263aa7aff0811d5dc67 is 50, key is test_row_0/B:col10/1732534481827/Put/seqid=0 2024-11-25T11:34:43,929 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:43,931 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f5c289c82b7e4271b47b8926c3de1a7c_4e8cf59f15355a6bf48053ead5e85748 store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:43,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742248_1424 (size=12595) 2024-11-25T11:34:43,934 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f5c289c82b7e4271b47b8926c3de1a7c_4e8cf59f15355a6bf48053ead5e85748, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:43,934 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f5c289c82b7e4271b47b8926c3de1a7c_4e8cf59f15355a6bf48053ead5e85748 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:43,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742249_1425 (size=4469) 2024-11-25T11:34:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T11:34:44,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-25T11:34:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:44,049 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T11:34:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:44,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f19768e6aa10422eb0b85ff8e383e7f2_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534483115/Put/seqid=0 2024-11-25T11:34:44,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742250_1426 (size=12304) 2024-11-25T11:34:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:44,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:44,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534544120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:44,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534544122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T11:34:44,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534544242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:44,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534544243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:44,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534544272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:44,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534544272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534544272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:44,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:44,337 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/f70228bf3e084263aa7aff0811d5dc67 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f70228bf3e084263aa7aff0811d5dc67 2024-11-25T11:34:44,339 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#A#compaction#359 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:44,340 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/9eb78ba967124cc2b9abc5eef30ed83d is 175, key is test_row_0/A:col10/1732534481827/Put/seqid=0 2024-11-25T11:34:44,342 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/B of 4e8cf59f15355a6bf48053ead5e85748 into f70228bf3e084263aa7aff0811d5dc67(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:44,342 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:44,342 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/B, priority=13, startTime=1732534483915; duration=0sec 2024-11-25T11:34:44,342 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:44,342 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:B 2024-11-25T11:34:44,342 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:44,343 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46484 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:44,343 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/C is initiating minor compaction (all files) 2024-11-25T11:34:44,343 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/C in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:44,343 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/9d529b91a00640978fc2d504ee90b7f9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/12c8539b7fba43459371d32f86ce42b4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/786054406d654ed896c7e36fbe83c991, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ded355b6b42e4738b7c7045cccb0893b] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=45.4 K 2024-11-25T11:34:44,344 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d529b91a00640978fc2d504ee90b7f9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732534479558 2024-11-25T11:34:44,344 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 12c8539b7fba43459371d32f86ce42b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732534480881 2024-11-25T11:34:44,344 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 786054406d654ed896c7e36fbe83c991, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732534481613 2024-11-25T11:34:44,344 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting ded355b6b42e4738b7c7045cccb0893b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534481827 2024-11-25T11:34:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742251_1427 (size=31622) 2024-11-25T11:34:44,351 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/9eb78ba967124cc2b9abc5eef30ed83d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/9eb78ba967124cc2b9abc5eef30ed83d 2024-11-25T11:34:44,354 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:44,355 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/fd0c594bc9d94104875ac7e2c47efc8e is 50, key is test_row_0/C:col10/1732534481827/Put/seqid=0 2024-11-25T11:34:44,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742252_1428 (size=12561) 2024-11-25T11:34:44,359 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/A of 4e8cf59f15355a6bf48053ead5e85748 into 9eb78ba967124cc2b9abc5eef30ed83d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:44,359 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:44,359 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/A, priority=11, startTime=1732534483915; duration=0sec 2024-11-25T11:34:44,359 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:44,360 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:A 2024-11-25T11:34:44,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534544452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534544452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:44,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:44,463 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f19768e6aa10422eb0b85ff8e383e7f2_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f19768e6aa10422eb0b85ff8e383e7f2_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/5d3c4e906c234db58a436e40c7fb7dcb, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:44,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/5d3c4e906c234db58a436e40c7fb7dcb is 175, key is test_row_0/A:col10/1732534483115/Put/seqid=0 2024-11-25T11:34:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742253_1429 (size=31105) 2024-11-25T11:34:44,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T11:34:44,763 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/fd0c594bc9d94104875ac7e2c47efc8e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/fd0c594bc9d94104875ac7e2c47efc8e 2024-11-25T11:34:44,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534544762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:44,767 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/C of 4e8cf59f15355a6bf48053ead5e85748 into fd0c594bc9d94104875ac7e2c47efc8e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:44,767 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:44,767 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/C, priority=12, startTime=1732534483915; duration=0sec 2024-11-25T11:34:44,767 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:44,767 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:C 2024-11-25T11:34:44,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534544762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:44,868 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/5d3c4e906c234db58a436e40c7fb7dcb 2024-11-25T11:34:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/0d5289f0b480481c802487107375e462 is 50, key is test_row_0/B:col10/1732534483115/Put/seqid=0 2024-11-25T11:34:44,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742254_1430 (size=12151) 2024-11-25T11:34:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T11:34:45,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534545272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:45,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534545272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:45,283 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/0d5289f0b480481c802487107375e462 2024-11-25T11:34:45,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/59dd3ea79c7f4404977ded66c94c359c is 50, key is test_row_0/C:col10/1732534483115/Put/seqid=0 2024-11-25T11:34:45,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534545282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:45,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534545282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:45,291 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:45,292 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:45,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742255_1431 (size=12151) 2024-11-25T11:34:45,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534545292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:45,300 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:45,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:45,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:45,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:45,696 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/59dd3ea79c7f4404977ded66c94c359c 2024-11-25T11:34:45,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/5d3c4e906c234db58a436e40c7fb7dcb as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5d3c4e906c234db58a436e40c7fb7dcb 2024-11-25T11:34:45,703 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5d3c4e906c234db58a436e40c7fb7dcb, entries=150, sequenceid=238, filesize=30.4 K 2024-11-25T11:34:45,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/0d5289f0b480481c802487107375e462 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/0d5289f0b480481c802487107375e462 2024-11-25T11:34:45,710 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/0d5289f0b480481c802487107375e462, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T11:34:45,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/59dd3ea79c7f4404977ded66c94c359c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/59dd3ea79c7f4404977ded66c94c359c 2024-11-25T11:34:45,714 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/59dd3ea79c7f4404977ded66c94c359c, entries=150, sequenceid=238, filesize=11.9 K 2024-11-25T11:34:45,715 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4e8cf59f15355a6bf48053ead5e85748 in 1666ms, sequenceid=238, compaction requested=false 2024-11-25T11:34:45,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:45,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:45,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-25T11:34:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-25T11:34:45,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-25T11:34:45,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8210 sec 2024-11-25T11:34:45,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8260 sec 2024-11-25T11:34:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-25T11:34:46,043 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:46,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-25T11:34:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T11:34:46,045 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:46,046 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:46,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T11:34:46,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-25T11:34:46,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:46,198 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:34:46,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:46,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:46,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:46,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:46,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:46,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:46,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258b7873c097b944d589ad6f246a02aeb6_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534484118/Put/seqid=0 2024-11-25T11:34:46,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742256_1432 (size=12304) 2024-11-25T11:34:46,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T11:34:46,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534546375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:46,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:46,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534546377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534546482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:46,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534546502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:46,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:46,612 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258b7873c097b944d589ad6f246a02aeb6_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258b7873c097b944d589ad6f246a02aeb6_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:46,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/3d5e5ba49dcd47278c8459d7907dd550, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:46,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/3d5e5ba49dcd47278c8459d7907dd550 is 175, key is test_row_0/A:col10/1732534484118/Put/seqid=0 2024-11-25T11:34:46,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742257_1433 (size=31105) 2024-11-25T11:34:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T11:34:46,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534546692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:46,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534546722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,017 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/3d5e5ba49dcd47278c8459d7907dd550 2024-11-25T11:34:47,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534547013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:47,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/e1966eded1c44070ac1b302e4f89e7e5 is 50, key is test_row_0/B:col10/1732534484118/Put/seqid=0 2024-11-25T11:34:47,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742258_1434 (size=12151) 2024-11-25T11:34:47,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534547042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T11:34:47,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534547312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:47,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534547312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:47,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534547312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:47,319 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:47,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,319 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,320 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,428 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/e1966eded1c44070ac1b302e4f89e7e5 2024-11-25T11:34:47,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/329cf876015b4e9dbc33e76795925708 is 50, key is test_row_0/C:col10/1732534484118/Put/seqid=0 2024-11-25T11:34:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742259_1435 (size=12151) 2024-11-25T11:34:47,439 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/329cf876015b4e9dbc33e76795925708 2024-11-25T11:34:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/3d5e5ba49dcd47278c8459d7907dd550 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d5e5ba49dcd47278c8459d7907dd550 2024-11-25T11:34:47,447 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d5e5ba49dcd47278c8459d7907dd550, entries=150, sequenceid=253, filesize=30.4 K 2024-11-25T11:34:47,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/e1966eded1c44070ac1b302e4f89e7e5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e1966eded1c44070ac1b302e4f89e7e5 2024-11-25T11:34:47,451 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e1966eded1c44070ac1b302e4f89e7e5, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T11:34:47,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/329cf876015b4e9dbc33e76795925708 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/329cf876015b4e9dbc33e76795925708 2024-11-25T11:34:47,454 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/329cf876015b4e9dbc33e76795925708, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T11:34:47,455 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4e8cf59f15355a6bf48053ead5e85748 in 1257ms, sequenceid=253, compaction requested=true 2024-11-25T11:34:47,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:47,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:47,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-25T11:34:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-25T11:34:47,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-25T11:34:47,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-11-25T11:34:47,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.4160 sec 2024-11-25T11:34:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:47,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-25T11:34:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:47,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:47,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112522183afd508045d18cd6fab7f2219d3b_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534487537/Put/seqid=0 2024-11-25T11:34:47,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742260_1436 (size=14994) 2024-11-25T11:34:47,552 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:47,557 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112522183afd508045d18cd6fab7f2219d3b_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112522183afd508045d18cd6fab7f2219d3b_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:47,561 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/3d204e66ba314f0682de90907ff3a261, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:47,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/3d204e66ba314f0682de90907ff3a261 is 175, key is test_row_0/A:col10/1732534487537/Put/seqid=0 2024-11-25T11:34:47,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742261_1437 (size=39949) 2024-11-25T11:34:47,570 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/3d204e66ba314f0682de90907ff3a261 2024-11-25T11:34:47,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/a1b90e532caa49fba5466ea78ca4e5ce is 50, key is test_row_0/B:col10/1732534487537/Put/seqid=0 2024-11-25T11:34:47,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742262_1438 (size=12301) 2024-11-25T11:34:47,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534547584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534547588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534547713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534547713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:47,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534547932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:47,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:47,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534547933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:47,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:47,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:47,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/a1b90e532caa49fba5466ea78ca4e5ce 2024-11-25T11:34:47,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/27895cb1778d4a05af22da4537edffbd is 50, key is test_row_0/C:col10/1732534487537/Put/seqid=0 2024-11-25T11:34:47,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742263_1439 (size=12301) 2024-11-25T11:34:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-25T11:34:48,192 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:48,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-25T11:34:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T11:34:48,194 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:48,195 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:48,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:48,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534548242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:48,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534548242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:48,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:48,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T11:34:48,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-25T11:34:48,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:48,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:48,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:48,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:48,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:48,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/27895cb1778d4a05af22da4537edffbd 2024-11-25T11:34:48,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/3d204e66ba314f0682de90907ff3a261 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d204e66ba314f0682de90907ff3a261 2024-11-25T11:34:48,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d204e66ba314f0682de90907ff3a261, entries=200, sequenceid=274, filesize=39.0 K 2024-11-25T11:34:48,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/a1b90e532caa49fba5466ea78ca4e5ce as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a1b90e532caa49fba5466ea78ca4e5ce 2024-11-25T11:34:48,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a1b90e532caa49fba5466ea78ca4e5ce, entries=150, sequenceid=274, filesize=12.0 K 2024-11-25T11:34:48,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/27895cb1778d4a05af22da4537edffbd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/27895cb1778d4a05af22da4537edffbd 2024-11-25T11:34:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/27895cb1778d4a05af22da4537edffbd, entries=150, sequenceid=274, filesize=12.0 K 2024-11-25T11:34:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 4e8cf59f15355a6bf48053ead5e85748 in 874ms, sequenceid=274, compaction requested=true 2024-11-25T11:34:48,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:48,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:48,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:48,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:48,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:48,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:48,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:48,412 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:48,412 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,414 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133781 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:48,414 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/A is initiating minor compaction (all files) 2024-11-25T11:34:48,414 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/A in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:48,414 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/9eb78ba967124cc2b9abc5eef30ed83d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5d3c4e906c234db58a436e40c7fb7dcb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d5e5ba49dcd47278c8459d7907dd550, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d204e66ba314f0682de90907ff3a261] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=130.6 K 2024-11-25T11:34:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,414 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:48,414 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/9eb78ba967124cc2b9abc5eef30ed83d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5d3c4e906c234db58a436e40c7fb7dcb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d5e5ba49dcd47278c8459d7907dd550, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d204e66ba314f0682de90907ff3a261] 2024-11-25T11:34:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,415 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,415 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eb78ba967124cc2b9abc5eef30ed83d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534481636 2024-11-25T11:34:48,415 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/B is initiating minor compaction (all files) 2024-11-25T11:34:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,415 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/B in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:48,415 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f70228bf3e084263aa7aff0811d5dc67, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/0d5289f0b480481c802487107375e462, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e1966eded1c44070ac1b302e4f89e7e5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a1b90e532caa49fba5466ea78ca4e5ce] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=48.0 K 2024-11-25T11:34:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,415 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d3c4e906c234db58a436e40c7fb7dcb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732534483101 2024-11-25T11:34:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,415 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting f70228bf3e084263aa7aff0811d5dc67, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534481636 2024-11-25T11:34:48,415 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d5e5ba49dcd47278c8459d7907dd550, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732534484107 2024-11-25T11:34:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,416 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d5289f0b480481c802487107375e462, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732534483101 2024-11-25T11:34:48,416 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d204e66ba314f0682de90907ff3a261, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732534486373 2024-11-25T11:34:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,416 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting e1966eded1c44070ac1b302e4f89e7e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732534484107 2024-11-25T11:34:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,417 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting a1b90e532caa49fba5466ea78ca4e5ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732534486373 2024-11-25T11:34:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,424 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,426 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#B#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,427 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/c926be0911574e1994ca0d1f0d69a16e is 50, key is test_row_0/B:col10/1732534487537/Put/seqid=0 2024-11-25T11:34:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,428 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411257ee726ad31434f6bbad36030be7ed01b_4e8cf59f15355a6bf48053ead5e85748 store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,430 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411257ee726ad31434f6bbad36030be7ed01b_4e8cf59f15355a6bf48053ead5e85748, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,430 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ee726ad31434f6bbad36030be7ed01b_4e8cf59f15355a6bf48053ead5e85748 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742264_1440 (size=12881) 2024-11-25T11:34:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742265_1441 (size=4469) 2024-11-25T11:34:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-25T11:34:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,501 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T11:34:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257116d4f8a73c4751bb45b631da7cc90e_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534487587/Put/seqid=0 2024-11-25T11:34:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T11:34:48,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742266_1442 (size=9914) 2024-11-25T11:34:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,523 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257116d4f8a73c4751bb45b631da7cc90e_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257116d4f8a73c4751bb45b631da7cc90e_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/4c04dddb3d7848dc9cb68e2ce59fd16b, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/4c04dddb3d7848dc9cb68e2ce59fd16b is 175, key is test_row_0/A:col10/1732534487587/Put/seqid=0 2024-11-25T11:34:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742267_1443 (size=22561) 2024-11-25T11:34:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,531 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/4c04dddb3d7848dc9cb68e2ce59fd16b 2024-11-25T11:34:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/d4cf7959c6a848959ad513b0228b06b3 is 50, key is test_row_0/B:col10/1732534487587/Put/seqid=0 2024-11-25T11:34:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742268_1444 (size=9857) 2024-11-25T11:34:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,544 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/d4cf7959c6a848959ad513b0228b06b3 2024-11-25T11:34:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/33e24c1d60c744dab6a3a86542ae575c is 50, key is test_row_0/C:col10/1732534487587/Put/seqid=0 2024-11-25T11:34:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742269_1445 (size=9857) 2024-11-25T11:34:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,562 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/33e24c1d60c744dab6a3a86542ae575c 2024-11-25T11:34:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/4c04dddb3d7848dc9cb68e2ce59fd16b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/4c04dddb3d7848dc9cb68e2ce59fd16b 2024-11-25T11:34:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,572 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/4c04dddb3d7848dc9cb68e2ce59fd16b, entries=100, sequenceid=285, filesize=22.0 K 2024-11-25T11:34:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/d4cf7959c6a848959ad513b0228b06b3 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d4cf7959c6a848959ad513b0228b06b3 2024-11-25T11:34:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,577 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d4cf7959c6a848959ad513b0228b06b3, entries=100, sequenceid=285, filesize=9.6 K 2024-11-25T11:34:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/33e24c1d60c744dab6a3a86542ae575c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/33e24c1d60c744dab6a3a86542ae575c 2024-11-25T11:34:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,583 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/33e24c1d60c744dab6a3a86542ae575c, entries=100, sequenceid=285, filesize=9.6 K 2024-11-25T11:34:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,584 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 4e8cf59f15355a6bf48053ead5e85748 in 83ms, sequenceid=285, compaction requested=true 2024-11-25T11:34:48,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:48,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:48,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-25T11:34:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-25T11:34:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-25T11:34:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 391 msec 2024-11-25T11:34:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 396 msec 2024-11-25T11:34:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-25T11:34:48,823 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:48,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:34:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-25T11:34:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,825 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:34:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,827 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:34:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:34:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T11:34:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,837 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/c926be0911574e1994ca0d1f0d69a16e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/c926be0911574e1994ca0d1f0d69a16e 2024-11-25T11:34:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,841 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/B of 4e8cf59f15355a6bf48053ead5e85748 into c926be0911574e1994ca0d1f0d69a16e(size=12.6 K), total size for store is 22.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:48,842 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:48,842 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/B, priority=12, startTime=1732534488412; duration=0sec 2024-11-25T11:34:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,842 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:48,842 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:B 2024-11-25T11:34:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,842 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T11:34:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,843 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59021 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T11:34:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,843 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/C is initiating minor compaction (all files) 2024-11-25T11:34:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,844 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/C in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:48,844 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/fd0c594bc9d94104875ac7e2c47efc8e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/59dd3ea79c7f4404977ded66c94c359c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/329cf876015b4e9dbc33e76795925708, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/27895cb1778d4a05af22da4537edffbd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/33e24c1d60c744dab6a3a86542ae575c] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=57.6 K 2024-11-25T11:34:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,844 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting fd0c594bc9d94104875ac7e2c47efc8e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534481636 2024-11-25T11:34:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,844 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 59dd3ea79c7f4404977ded66c94c359c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732534483101 2024-11-25T11:34:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,845 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 329cf876015b4e9dbc33e76795925708, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732534484107 2024-11-25T11:34:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,845 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 27895cb1778d4a05af22da4537edffbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732534486373 2024-11-25T11:34:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,846 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 33e24c1d60c744dab6a3a86542ae575c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732534487582 2024-11-25T11:34:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,849 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#A#compaction#370 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,850 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/93d182658c0b43c580d48cd4fc5d5b48 is 175, key is test_row_0/A:col10/1732534487537/Put/seqid=0 2024-11-25T11:34:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,867 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#C#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,868 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/b98b53e05dee43cca2f7583cf264bef1 is 50, key is test_row_0/C:col10/1732534487587/Put/seqid=0 2024-11-25T11:34:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742270_1446 (size=31801) 2024-11-25T11:34:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,878 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/93d182658c0b43c580d48cd4fc5d5b48 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/93d182658c0b43c580d48cd4fc5d5b48 2024-11-25T11:34:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742271_1447 (size=12881) 2024-11-25T11:34:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,883 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/A of 4e8cf59f15355a6bf48053ead5e85748 into 93d182658c0b43c580d48cd4fc5d5b48(size=31.1 K), total size for store is 53.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:48,883 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:48,883 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/A, priority=12, startTime=1732534488412; duration=0sec 2024-11-25T11:34:48,883 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:48,884 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:A 2024-11-25T11:34:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,888 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/b98b53e05dee43cca2f7583cf264bef1 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/b98b53e05dee43cca2f7583cf264bef1 2024-11-25T11:34:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,893 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/C of 4e8cf59f15355a6bf48053ead5e85748 into b98b53e05dee43cca2f7583cf264bef1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:48,893 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:48,893 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/C, priority=11, startTime=1732534488412; duration=0sec 2024-11-25T11:34:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,893 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:48,894 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:C 2024-11-25T11:34:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T11:34:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:48,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:34:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:48,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:48,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:48,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:48,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:48,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254b07d02a8a8c48f09961914ac4cd2083_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534488918/Put/seqid=0 2024-11-25T11:34:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742272_1448 (size=20074) 2024-11-25T11:34:48,972 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:48,980 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254b07d02a8a8c48f09961914ac4cd2083_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254b07d02a8a8c48f09961914ac4cd2083_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:48,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T11:34:48,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:48,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:48,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:48,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:48,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:48,983 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/36fd6e8377b1474ebd3f52c0197473ee, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:48,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/36fd6e8377b1474ebd3f52c0197473ee is 175, key is test_row_0/A:col10/1732534488918/Put/seqid=0 2024-11-25T11:34:49,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742273_1449 (size=57333) 2024-11-25T11:34:49,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/36fd6e8377b1474ebd3f52c0197473ee 2024-11-25T11:34:49,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/b26af99c8a764d7e8a48b307280012c5 is 50, key is test_row_0/B:col10/1732534488918/Put/seqid=0 2024-11-25T11:34:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742274_1450 (size=12301) 2024-11-25T11:34:49,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534489050, max timestamp=1732534489064Num uniques 859; 2024-11-25T11:34:49,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534489050, max timestamp=1732534489064Num uniques 859; 2024-11-25T11:34:49,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534489050, max timestamp=1732534489064Num uniques 859; 2024-11-25T11:34:49,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:34:49,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:34:49,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:34:49,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T11:34:49,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:49,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T11:34:49,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534549173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:49,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534549174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:49,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:49,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T11:34:49,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:49,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534549292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534549292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:49,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/b26af99c8a764d7e8a48b307280012c5 2024-11-25T11:34:49,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T11:34:49,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:49,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/95e4219131a04414812fb03b10c7218b is 50, key is test_row_0/C:col10/1732534488918/Put/seqid=0 2024-11-25T11:34:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T11:34:49,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742275_1451 (size=12301) 2024-11-25T11:34:49,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534549512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:49,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:49,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534549512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:49,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:49,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:49,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T11:34:49,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:49,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T11:34:49,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:49,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:34:49,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534549832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:49,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534549832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:49,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:49,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/95e4219131a04414812fb03b10c7218b 2024-11-25T11:34:49,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/36fd6e8377b1474ebd3f52c0197473ee as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/36fd6e8377b1474ebd3f52c0197473ee 2024-11-25T11:34:49,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/36fd6e8377b1474ebd3f52c0197473ee, entries=300, sequenceid=298, filesize=56.0 K 2024-11-25T11:34:49,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/b26af99c8a764d7e8a48b307280012c5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/b26af99c8a764d7e8a48b307280012c5 2024-11-25T11:34:49,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/b26af99c8a764d7e8a48b307280012c5, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T11:34:49,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/95e4219131a04414812fb03b10c7218b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/95e4219131a04414812fb03b10c7218b 2024-11-25T11:34:49,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/95e4219131a04414812fb03b10c7218b, entries=150, sequenceid=298, filesize=12.0 K 2024-11-25T11:34:49,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4e8cf59f15355a6bf48053ead5e85748 in 932ms, sequenceid=298, compaction requested=true 2024-11-25T11:34:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:49,871 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:49,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:49,871 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:49,873 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:49,873 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/B is initiating minor compaction (all files) 2024-11-25T11:34:49,873 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/B in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,873 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111695 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:49,873 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/c926be0911574e1994ca0d1f0d69a16e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d4cf7959c6a848959ad513b0228b06b3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/b26af99c8a764d7e8a48b307280012c5] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=34.2 K 2024-11-25T11:34:49,873 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/A is initiating minor compaction (all files) 2024-11-25T11:34:49,873 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/A in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,873 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/93d182658c0b43c580d48cd4fc5d5b48, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/4c04dddb3d7848dc9cb68e2ce59fd16b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/36fd6e8377b1474ebd3f52c0197473ee] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=109.1 K 2024-11-25T11:34:49,873 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,873 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/93d182658c0b43c580d48cd4fc5d5b48, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/4c04dddb3d7848dc9cb68e2ce59fd16b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/36fd6e8377b1474ebd3f52c0197473ee] 2024-11-25T11:34:49,873 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c926be0911574e1994ca0d1f0d69a16e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732534486373 2024-11-25T11:34:49,874 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93d182658c0b43c580d48cd4fc5d5b48, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732534486373 2024-11-25T11:34:49,874 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting d4cf7959c6a848959ad513b0228b06b3, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732534487582 2024-11-25T11:34:49,874 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c04dddb3d7848dc9cb68e2ce59fd16b, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732534487582 2024-11-25T11:34:49,874 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting b26af99c8a764d7e8a48b307280012c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732534488918 2024-11-25T11:34:49,874 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36fd6e8377b1474ebd3f52c0197473ee, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732534488823 2024-11-25T11:34:49,881 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:49,883 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#B#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:49,883 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112538914c0d150246958e69e82d1f8d304b_4e8cf59f15355a6bf48053ead5e85748 store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:49,883 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/f29ebfcd84ac421187eaa1311fb4ee28 is 50, key is test_row_0/B:col10/1732534488918/Put/seqid=0 2024-11-25T11:34:49,885 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112538914c0d150246958e69e82d1f8d304b_4e8cf59f15355a6bf48053ead5e85748, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:49,885 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112538914c0d150246958e69e82d1f8d304b_4e8cf59f15355a6bf48053ead5e85748 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:49,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742276_1452 (size=12983) 2024-11-25T11:34:49,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742277_1453 (size=4469) 2024-11-25T11:34:49,896 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#A#compaction#380 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:49,896 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/98b2afe0c0ed4d96ad5a3a7b33393141 is 175, key is test_row_0/A:col10/1732534488918/Put/seqid=0 2024-11-25T11:34:49,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-25T11:34:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:49,900 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T11:34:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:49,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:34:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742278_1454 (size=31903) 2024-11-25T11:34:49,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125811550f2d006490f97bbe923f0661bba_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534489172/Put/seqid=0 2024-11-25T11:34:49,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742279_1455 (size=12454) 2024-11-25T11:34:49,922 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/98b2afe0c0ed4d96ad5a3a7b33393141 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/98b2afe0c0ed4d96ad5a3a7b33393141 2024-11-25T11:34:49,927 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/A of 4e8cf59f15355a6bf48053ead5e85748 into 98b2afe0c0ed4d96ad5a3a7b33393141(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:49,927 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:49,927 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/A, priority=13, startTime=1732534489871; duration=0sec 2024-11-25T11:34:49,927 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:49,927 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:A 2024-11-25T11:34:49,927 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T11:34:49,928 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T11:34:49,928 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T11:34:49,928 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. because compaction request was cancelled 2024-11-25T11:34:49,928 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:C 2024-11-25T11:34:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T11:34:50,299 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/f29ebfcd84ac421187eaa1311fb4ee28 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f29ebfcd84ac421187eaa1311fb4ee28 2024-11-25T11:34:50,303 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/B of 4e8cf59f15355a6bf48053ead5e85748 into f29ebfcd84ac421187eaa1311fb4ee28(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:50,303 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:50,303 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/B, priority=13, startTime=1732534489871; duration=0sec 2024-11-25T11:34:50,303 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:50,303 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:B 2024-11-25T11:34:50,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:50,323 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125811550f2d006490f97bbe923f0661bba_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125811550f2d006490f97bbe923f0661bba_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:50,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/b1328673c7824f69a3ca250176aa6b2b, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:50,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/b1328673c7824f69a3ca250176aa6b2b is 175, key is test_row_0/A:col10/1732534489172/Put/seqid=0 2024-11-25T11:34:50,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742280_1456 (size=31255) 2024-11-25T11:34:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:50,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. as already flushing 2024-11-25T11:34:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534550387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534550388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534550492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:50,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534550493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:50,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534550702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534550702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:50,729 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/b1328673c7824f69a3ca250176aa6b2b 2024-11-25T11:34:50,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/47168207bb4e4ff39d3afcbde8a9e8c8 is 50, key is test_row_0/B:col10/1732534489172/Put/seqid=0 2024-11-25T11:34:50,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742281_1457 (size=12301) 2024-11-25T11:34:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T11:34:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534551012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:51,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534551012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:51,141 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/47168207bb4e4ff39d3afcbde8a9e8c8 2024-11-25T11:34:51,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/0ac647845e124700894f72442d5f4cb8 is 50, key is test_row_0/C:col10/1732534489172/Put/seqid=0 2024-11-25T11:34:51,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742282_1458 (size=12301) 2024-11-25T11:34:51,250 INFO [Thread-1699 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1699. 2024-11-25T11:34:51,250 DEBUG [Thread-1699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:51,250 DEBUG [Thread-1699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:51,251 DEBUG [Thread-1699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:51,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:51,252 INFO [Thread-1693 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1693. 2024-11-25T11:34:51,252 DEBUG [Thread-1693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:51,252 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:51,252 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:51,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:51,256 INFO [Thread-1701 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1701. 2024-11-25T11:34:51,256 DEBUG [Thread-1701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:51,256 DEBUG [Thread-1701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:51,256 DEBUG [Thread-1701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:51,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:51,261 INFO [Thread-1695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1695. 2024-11-25T11:34:51,261 DEBUG [Thread-1695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:51,261 DEBUG [Thread-1695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:51,261 DEBUG [Thread-1695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:51,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:51,262 INFO [Thread-1697 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1697. 2024-11-25T11:34:51,262 DEBUG [Thread-1697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:51,262 DEBUG [Thread-1697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:51,262 DEBUG [Thread-1697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:51,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:51,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:51,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50360 deadline: 1732534551342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:51,343 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:51,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50326 deadline: 1732534551352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:51,353 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:51,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:51,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50344 deadline: 1732534551362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:51,363 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in 4e8cf59f15355a6bf48053ead5e85748 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:34:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:34:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50316 deadline: 1732534551532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1732534551532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:34:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:34:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:34:51,553 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/0ac647845e124700894f72442d5f4cb8 2024-11-25T11:34:51,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/b1328673c7824f69a3ca250176aa6b2b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/b1328673c7824f69a3ca250176aa6b2b 2024-11-25T11:34:51,563 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/b1328673c7824f69a3ca250176aa6b2b, entries=150, sequenceid=335, filesize=30.5 K 2024-11-25T11:34:51,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/47168207bb4e4ff39d3afcbde8a9e8c8 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/47168207bb4e4ff39d3afcbde8a9e8c8 2024-11-25T11:34:51,568 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/47168207bb4e4ff39d3afcbde8a9e8c8, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T11:34:51,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/0ac647845e124700894f72442d5f4cb8 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/0ac647845e124700894f72442d5f4cb8 2024-11-25T11:34:51,572 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/0ac647845e124700894f72442d5f4cb8, entries=150, sequenceid=335, filesize=12.0 K 2024-11-25T11:34:51,573 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 4e8cf59f15355a6bf48053ead5e85748 in 1673ms, sequenceid=335, compaction requested=true 2024-11-25T11:34:51,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:51,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:51,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-25T11:34:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-25T11:34:51,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-25T11:34:51,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7480 sec 2024-11-25T11:34:51,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.7530 sec 2024-11-25T11:34:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:52,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:34:52,543 INFO [Thread-1688 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1688. 2024-11-25T11:34:52,543 DEBUG [Thread-1688 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:52,543 INFO [Thread-1684 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1684. 2024-11-25T11:34:52,543 DEBUG [Thread-1688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:52,544 DEBUG [Thread-1684 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:34:52,544 DEBUG [Thread-1684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:34:52,544 DEBUG [Thread-1688 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:52,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:52,544 DEBUG [Thread-1684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:34:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:34:52,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:34:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:34:52,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:34:52,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112534e7196cb1b6495390691392d4520e59_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534492542/Put/seqid=0 2024-11-25T11:34:52,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742283_1459 (size=12454) 2024-11-25T11:34:52,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:34:52,955 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112534e7196cb1b6495390691392d4520e59_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112534e7196cb1b6495390691392d4520e59_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:34:52,956 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/e05a923107284df7a40c514c78cd1f93, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:52,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/e05a923107284df7a40c514c78cd1f93 is 175, key is test_row_0/A:col10/1732534492542/Put/seqid=0 2024-11-25T11:34:52,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742284_1460 (size=31255) 2024-11-25T11:34:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-25T11:34:53,002 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:34:53,360 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/e05a923107284df7a40c514c78cd1f93 2024-11-25T11:34:53,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/5fbe0608409c47a18f941371d165580d is 50, key is test_row_0/B:col10/1732534492542/Put/seqid=0 2024-11-25T11:34:53,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742285_1461 (size=12301) 2024-11-25T11:34:53,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/5fbe0608409c47a18f941371d165580d 2024-11-25T11:34:53,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/7482b400d03b4044b0f8e88b8968087d is 50, key is test_row_0/C:col10/1732534492542/Put/seqid=0 2024-11-25T11:34:53,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742286_1462 (size=12301) 2024-11-25T11:34:54,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/7482b400d03b4044b0f8e88b8968087d 2024-11-25T11:34:54,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/e05a923107284df7a40c514c78cd1f93 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/e05a923107284df7a40c514c78cd1f93 2024-11-25T11:34:54,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/e05a923107284df7a40c514c78cd1f93, entries=150, sequenceid=349, filesize=30.5 K 2024-11-25T11:34:54,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/5fbe0608409c47a18f941371d165580d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/5fbe0608409c47a18f941371d165580d 2024-11-25T11:34:54,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/5fbe0608409c47a18f941371d165580d, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T11:34:54,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/7482b400d03b4044b0f8e88b8968087d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/7482b400d03b4044b0f8e88b8968087d 2024-11-25T11:34:54,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/7482b400d03b4044b0f8e88b8968087d, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T11:34:54,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 4e8cf59f15355a6bf48053ead5e85748 in 1649ms, sequenceid=349, compaction requested=true 2024-11-25T11:34:54,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:54,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:34:54,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:54,192 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:54,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:34:54,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:54,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4e8cf59f15355a6bf48053ead5e85748:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:34:54,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:54,192 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:34:54,193 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:54,193 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/A is initiating minor compaction (all files) 2024-11-25T11:34:54,193 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/A in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:54,193 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:34:54,193 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/98b2afe0c0ed4d96ad5a3a7b33393141, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/b1328673c7824f69a3ca250176aa6b2b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/e05a923107284df7a40c514c78cd1f93] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=92.2 K 2024-11-25T11:34:54,193 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:54,193 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/B is initiating minor compaction (all files) 2024-11-25T11:34:54,193 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/98b2afe0c0ed4d96ad5a3a7b33393141, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/b1328673c7824f69a3ca250176aa6b2b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/e05a923107284df7a40c514c78cd1f93] 2024-11-25T11:34:54,193 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/B in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:54,193 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f29ebfcd84ac421187eaa1311fb4ee28, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/47168207bb4e4ff39d3afcbde8a9e8c8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/5fbe0608409c47a18f941371d165580d] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=36.7 K 2024-11-25T11:34:54,193 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98b2afe0c0ed4d96ad5a3a7b33393141, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732534488918 2024-11-25T11:34:54,194 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1328673c7824f69a3ca250176aa6b2b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732534489115 2024-11-25T11:34:54,194 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting f29ebfcd84ac421187eaa1311fb4ee28, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732534488918 2024-11-25T11:34:54,194 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e05a923107284df7a40c514c78cd1f93, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732534490386 2024-11-25T11:34:54,194 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 47168207bb4e4ff39d3afcbde8a9e8c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732534489115 2024-11-25T11:34:54,194 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fbe0608409c47a18f941371d165580d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732534490386 2024-11-25T11:34:54,202 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#B#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:54,203 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/e5c7314ebadf4f68bacfd1169b294820 is 50, key is test_row_0/B:col10/1732534492542/Put/seqid=0 2024-11-25T11:34:54,204 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:54,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742287_1463 (size=13085) 2024-11-25T11:34:54,210 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/e5c7314ebadf4f68bacfd1169b294820 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e5c7314ebadf4f68bacfd1169b294820 2024-11-25T11:34:54,213 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259da0c820c8de41b18f90896795878ac3_4e8cf59f15355a6bf48053ead5e85748 store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:54,218 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/B of 4e8cf59f15355a6bf48053ead5e85748 into e5c7314ebadf4f68bacfd1169b294820(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:54,218 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:54,218 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/B, priority=13, startTime=1732534494192; duration=0sec 2024-11-25T11:34:54,218 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:34:54,218 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:B 2024-11-25T11:34:54,218 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:34:54,219 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:34:54,219 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 4e8cf59f15355a6bf48053ead5e85748/C is initiating minor compaction (all files) 2024-11-25T11:34:54,219 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4e8cf59f15355a6bf48053ead5e85748/C in TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:34:54,220 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/b98b53e05dee43cca2f7583cf264bef1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/95e4219131a04414812fb03b10c7218b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/0ac647845e124700894f72442d5f4cb8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/7482b400d03b4044b0f8e88b8968087d] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp, totalSize=48.6 K 2024-11-25T11:34:54,220 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting b98b53e05dee43cca2f7583cf264bef1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732534486373 2024-11-25T11:34:54,221 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 95e4219131a04414812fb03b10c7218b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1732534488918 2024-11-25T11:34:54,221 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ac647845e124700894f72442d5f4cb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732534489115 2024-11-25T11:34:54,221 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7482b400d03b4044b0f8e88b8968087d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732534490386 2024-11-25T11:34:54,235 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#C#compaction#389 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:54,235 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259da0c820c8de41b18f90896795878ac3_4e8cf59f15355a6bf48053ead5e85748, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:54,235 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/b2871241458e46f48f624fe9c0aba93b is 50, key is test_row_0/C:col10/1732534492542/Put/seqid=0 2024-11-25T11:34:54,235 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259da0c820c8de41b18f90896795878ac3_4e8cf59f15355a6bf48053ead5e85748 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:34:54,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742288_1464 (size=4469) 2024-11-25T11:34:54,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742289_1465 (size=13017) 2024-11-25T11:34:54,641 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4e8cf59f15355a6bf48053ead5e85748#A#compaction#388 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:34:54,641 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/c9d2d9af74b244ef967886f17656dde7 is 175, key is test_row_0/A:col10/1732534492542/Put/seqid=0 2024-11-25T11:34:54,644 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/b2871241458e46f48f624fe9c0aba93b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/b2871241458e46f48f624fe9c0aba93b 2024-11-25T11:34:54,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742290_1466 (size=32005) 2024-11-25T11:34:54,648 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/C of 4e8cf59f15355a6bf48053ead5e85748 into b2871241458e46f48f624fe9c0aba93b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:54,649 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:54,649 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/C, priority=12, startTime=1732534494192; duration=0sec 2024-11-25T11:34:54,649 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:54,649 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:C 2024-11-25T11:34:55,049 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/c9d2d9af74b244ef967886f17656dde7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/c9d2d9af74b244ef967886f17656dde7 2024-11-25T11:34:55,053 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4e8cf59f15355a6bf48053ead5e85748/A of 4e8cf59f15355a6bf48053ead5e85748 into c9d2d9af74b244ef967886f17656dde7(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:34:55,053 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4e8cf59f15355a6bf48053ead5e85748: 2024-11-25T11:34:55,053 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., storeName=4e8cf59f15355a6bf48053ead5e85748/A, priority=13, startTime=1732534494192; duration=0sec 2024-11-25T11:34:55,053 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:34:55,053 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4e8cf59f15355a6bf48053ead5e85748:A 2024-11-25T11:35:01,350 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:35:01,354 INFO [Thread-1682 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1682. 2024-11-25T11:35:01,354 DEBUG [Thread-1682 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:01,354 DEBUG [Thread-1682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:01,354 DEBUG [Thread-1682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:01,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:01,374 INFO [Thread-1690 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1690. 2024-11-25T11:35:01,374 INFO [Thread-1686 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1686. 2024-11-25T11:35:01,374 DEBUG [Thread-1690 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:01,374 DEBUG [Thread-1690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:01,374 DEBUG [Thread-1686 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:01,374 DEBUG [Thread-1686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:01,374 DEBUG [Thread-1690 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:01,374 DEBUG [Thread-1686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:01,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:01,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:01,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T11:35:01,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-25T11:35:01,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-25T11:35:01,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-25T11:35:01,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-25T11:35:01,374 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 857 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2569 rows 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 862 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2585 rows 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 864 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2587 rows 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 859 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2576 rows 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 863 2024-11-25T11:35:01,375 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2585 rows 2024-11-25T11:35:01,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:35:01,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:35:01,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:01,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:01,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:01,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T11:35:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T11:35:01,378 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534501378"}]},"ts":"1732534501378"} 2024-11-25T11:35:01,379 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T11:35:01,379 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T11:35:01,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T11:35:01,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, UNASSIGN}] 2024-11-25T11:35:01,382 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, UNASSIGN 2024-11-25T11:35:01,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=4e8cf59f15355a6bf48053ead5e85748, regionState=CLOSING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, UNASSIGN because future has completed 2024-11-25T11:35:01,384 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:35:01,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:35:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T11:35:01,536 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(122): Close 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:01,536 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:35:01,536 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1722): Closing 4e8cf59f15355a6bf48053ead5e85748, disabling compactions & flushes 2024-11-25T11:35:01,536 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:35:01,536 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:35:01,536 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. after waiting 0 ms 2024-11-25T11:35:01,536 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:35:01,536 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(2902): Flushing 4e8cf59f15355a6bf48053ead5e85748 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-25T11:35:01,536 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=A 2024-11-25T11:35:01,536 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:01,536 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=B 2024-11-25T11:35:01,536 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:01,536 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4e8cf59f15355a6bf48053ead5e85748, store=C 2024-11-25T11:35:01,536 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:01,541 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259e89cd205e8541c69bf078f46fe90748_4e8cf59f15355a6bf48053ead5e85748 is 50, key is test_row_0/A:col10/1732534501353/Put/seqid=0 2024-11-25T11:35:01,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742291_1467 (size=9914) 2024-11-25T11:35:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T11:35:01,945 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:01,949 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259e89cd205e8541c69bf078f46fe90748_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e89cd205e8541c69bf078f46fe90748_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:01,950 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/eba0b5c881ee46efb8c286aa672fb1dd, store: [table=TestAcidGuarantees family=A region=4e8cf59f15355a6bf48053ead5e85748] 2024-11-25T11:35:01,950 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/eba0b5c881ee46efb8c286aa672fb1dd is 175, key is test_row_0/A:col10/1732534501353/Put/seqid=0 2024-11-25T11:35:01,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742292_1468 (size=22561) 2024-11-25T11:35:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T11:35:02,354 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/eba0b5c881ee46efb8c286aa672fb1dd 2024-11-25T11:35:02,360 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/e4fdb39d52cf47f18a5837566ee57e7b is 50, key is test_row_0/B:col10/1732534501353/Put/seqid=0 2024-11-25T11:35:02,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742293_1469 (size=9857) 2024-11-25T11:35:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T11:35:02,763 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/e4fdb39d52cf47f18a5837566ee57e7b 2024-11-25T11:35:02,769 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/8c807a905a6946f3b99a4ec32a91ea0b is 50, key is test_row_0/C:col10/1732534501353/Put/seqid=0 2024-11-25T11:35:02,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742294_1470 (size=9857) 2024-11-25T11:35:03,172 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/8c807a905a6946f3b99a4ec32a91ea0b 2024-11-25T11:35:03,176 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/A/eba0b5c881ee46efb8c286aa672fb1dd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/eba0b5c881ee46efb8c286aa672fb1dd 2024-11-25T11:35:03,179 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/eba0b5c881ee46efb8c286aa672fb1dd, entries=100, sequenceid=358, filesize=22.0 K 2024-11-25T11:35:03,180 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/B/e4fdb39d52cf47f18a5837566ee57e7b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e4fdb39d52cf47f18a5837566ee57e7b 2024-11-25T11:35:03,183 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e4fdb39d52cf47f18a5837566ee57e7b, entries=100, sequenceid=358, filesize=9.6 K 2024-11-25T11:35:03,183 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/.tmp/C/8c807a905a6946f3b99a4ec32a91ea0b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/8c807a905a6946f3b99a4ec32a91ea0b 2024-11-25T11:35:03,186 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/8c807a905a6946f3b99a4ec32a91ea0b, entries=100, sequenceid=358, filesize=9.6 K 2024-11-25T11:35:03,187 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 4e8cf59f15355a6bf48053ead5e85748 in 1651ms, sequenceid=358, compaction requested=false 2024-11-25T11:35:03,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1dfbfa67f2a147c3b64030a2f6ce4524, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/694c9b62334a4711ae6b4622eef11eb2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5e1eb5abd49442728e7f67a97b62a199, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/d75c49d1be8a4da7a877f3dd2bee21a3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/64ddc653a14c4a2d80296f04b099931f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/c73ab02154ff4e2887f1b3a9f1e5eacd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/eda5830bebce4ed0a7fe78e881c59429, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/441cf046789d473ca7238a540c5066d6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/95b64ed843e945178373ef0e3fe5a74c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/6dafa265682049d6a1195ab63057271c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1a4217c357fd4512ba6a0953fc767c88, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/9eb78ba967124cc2b9abc5eef30ed83d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/f6e1044dccf34ca4b1d4e8078a31dfab, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5d3c4e906c234db58a436e40c7fb7dcb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d5e5ba49dcd47278c8459d7907dd550, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d204e66ba314f0682de90907ff3a261, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/93d182658c0b43c580d48cd4fc5d5b48, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/4c04dddb3d7848dc9cb68e2ce59fd16b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/36fd6e8377b1474ebd3f52c0197473ee, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/98b2afe0c0ed4d96ad5a3a7b33393141, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/b1328673c7824f69a3ca250176aa6b2b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/e05a923107284df7a40c514c78cd1f93] to archive 2024-11-25T11:35:03,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:35:03,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1dfbfa67f2a147c3b64030a2f6ce4524 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1dfbfa67f2a147c3b64030a2f6ce4524 2024-11-25T11:35:03,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/694c9b62334a4711ae6b4622eef11eb2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/694c9b62334a4711ae6b4622eef11eb2 2024-11-25T11:35:03,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5e1eb5abd49442728e7f67a97b62a199 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5e1eb5abd49442728e7f67a97b62a199 2024-11-25T11:35:03,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/d75c49d1be8a4da7a877f3dd2bee21a3 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/d75c49d1be8a4da7a877f3dd2bee21a3 2024-11-25T11:35:03,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/64ddc653a14c4a2d80296f04b099931f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/64ddc653a14c4a2d80296f04b099931f 2024-11-25T11:35:03,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/c73ab02154ff4e2887f1b3a9f1e5eacd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/c73ab02154ff4e2887f1b3a9f1e5eacd 2024-11-25T11:35:03,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/eda5830bebce4ed0a7fe78e881c59429 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/eda5830bebce4ed0a7fe78e881c59429 2024-11-25T11:35:03,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/441cf046789d473ca7238a540c5066d6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/441cf046789d473ca7238a540c5066d6 2024-11-25T11:35:03,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/95b64ed843e945178373ef0e3fe5a74c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/95b64ed843e945178373ef0e3fe5a74c 2024-11-25T11:35:03,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/6dafa265682049d6a1195ab63057271c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/6dafa265682049d6a1195ab63057271c 2024-11-25T11:35:03,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1a4217c357fd4512ba6a0953fc767c88 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/1a4217c357fd4512ba6a0953fc767c88 2024-11-25T11:35:03,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/9eb78ba967124cc2b9abc5eef30ed83d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/9eb78ba967124cc2b9abc5eef30ed83d 2024-11-25T11:35:03,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/f6e1044dccf34ca4b1d4e8078a31dfab to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/f6e1044dccf34ca4b1d4e8078a31dfab 2024-11-25T11:35:03,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5d3c4e906c234db58a436e40c7fb7dcb to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/5d3c4e906c234db58a436e40c7fb7dcb 2024-11-25T11:35:03,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d5e5ba49dcd47278c8459d7907dd550 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d5e5ba49dcd47278c8459d7907dd550 2024-11-25T11:35:03,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d204e66ba314f0682de90907ff3a261 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/3d204e66ba314f0682de90907ff3a261 2024-11-25T11:35:03,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/93d182658c0b43c580d48cd4fc5d5b48 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/93d182658c0b43c580d48cd4fc5d5b48 2024-11-25T11:35:03,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/4c04dddb3d7848dc9cb68e2ce59fd16b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/4c04dddb3d7848dc9cb68e2ce59fd16b 2024-11-25T11:35:03,203 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/36fd6e8377b1474ebd3f52c0197473ee to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/36fd6e8377b1474ebd3f52c0197473ee 2024-11-25T11:35:03,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/98b2afe0c0ed4d96ad5a3a7b33393141 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/98b2afe0c0ed4d96ad5a3a7b33393141 2024-11-25T11:35:03,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/b1328673c7824f69a3ca250176aa6b2b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/b1328673c7824f69a3ca250176aa6b2b 2024-11-25T11:35:03,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/e05a923107284df7a40c514c78cd1f93 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/e05a923107284df7a40c514c78cd1f93 2024-11-25T11:35:03,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/6d8b13c4cfa444d9919c3919721c6060, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/fe3a2a286d784ff58673eb3f7fde2512, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/c37b2b8c874f4108b4a02297cf55d8d0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/4acebcbc600b492bb30c3b81cdbd45de, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/112e191bef224c00a952079c26ef0b31, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f94e88ce1b674bc98a2755f4f86e21f6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a4355f98466b470ab84d6d76640aa3bd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d72ebe85a71b4aafbc030f4338ee1706, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/40bb0ee2e6924677a41965b99307de87, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/1071337f8ebc40ef8aed7d4c522095cd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/eed05cc1e6c2464f8090eed3feaa88f5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a7105def925b468e995ae6fbf8d074a4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f70228bf3e084263aa7aff0811d5dc67, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/afe137766ae944eeb46de11d91f57fd6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/0d5289f0b480481c802487107375e462, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e1966eded1c44070ac1b302e4f89e7e5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/c926be0911574e1994ca0d1f0d69a16e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a1b90e532caa49fba5466ea78ca4e5ce, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d4cf7959c6a848959ad513b0228b06b3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f29ebfcd84ac421187eaa1311fb4ee28, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/b26af99c8a764d7e8a48b307280012c5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/47168207bb4e4ff39d3afcbde8a9e8c8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/5fbe0608409c47a18f941371d165580d] to archive 2024-11-25T11:35:03,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:35:03,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/6d8b13c4cfa444d9919c3919721c6060 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/6d8b13c4cfa444d9919c3919721c6060 2024-11-25T11:35:03,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/fe3a2a286d784ff58673eb3f7fde2512 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/fe3a2a286d784ff58673eb3f7fde2512 2024-11-25T11:35:03,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/c37b2b8c874f4108b4a02297cf55d8d0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/c37b2b8c874f4108b4a02297cf55d8d0 2024-11-25T11:35:03,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/4acebcbc600b492bb30c3b81cdbd45de to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/4acebcbc600b492bb30c3b81cdbd45de 2024-11-25T11:35:03,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/112e191bef224c00a952079c26ef0b31 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/112e191bef224c00a952079c26ef0b31 2024-11-25T11:35:03,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f94e88ce1b674bc98a2755f4f86e21f6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f94e88ce1b674bc98a2755f4f86e21f6 2024-11-25T11:35:03,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a4355f98466b470ab84d6d76640aa3bd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a4355f98466b470ab84d6d76640aa3bd 2024-11-25T11:35:03,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d72ebe85a71b4aafbc030f4338ee1706 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d72ebe85a71b4aafbc030f4338ee1706 2024-11-25T11:35:03,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/40bb0ee2e6924677a41965b99307de87 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/40bb0ee2e6924677a41965b99307de87 2024-11-25T11:35:03,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/1071337f8ebc40ef8aed7d4c522095cd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/1071337f8ebc40ef8aed7d4c522095cd 2024-11-25T11:35:03,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/eed05cc1e6c2464f8090eed3feaa88f5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/eed05cc1e6c2464f8090eed3feaa88f5 2024-11-25T11:35:03,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a7105def925b468e995ae6fbf8d074a4 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a7105def925b468e995ae6fbf8d074a4 2024-11-25T11:35:03,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f70228bf3e084263aa7aff0811d5dc67 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f70228bf3e084263aa7aff0811d5dc67 2024-11-25T11:35:03,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/afe137766ae944eeb46de11d91f57fd6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/afe137766ae944eeb46de11d91f57fd6 2024-11-25T11:35:03,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/0d5289f0b480481c802487107375e462 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/0d5289f0b480481c802487107375e462 2024-11-25T11:35:03,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e1966eded1c44070ac1b302e4f89e7e5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e1966eded1c44070ac1b302e4f89e7e5 2024-11-25T11:35:03,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/c926be0911574e1994ca0d1f0d69a16e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/c926be0911574e1994ca0d1f0d69a16e 2024-11-25T11:35:03,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a1b90e532caa49fba5466ea78ca4e5ce to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/a1b90e532caa49fba5466ea78ca4e5ce 2024-11-25T11:35:03,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d4cf7959c6a848959ad513b0228b06b3 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/d4cf7959c6a848959ad513b0228b06b3 2024-11-25T11:35:03,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f29ebfcd84ac421187eaa1311fb4ee28 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/f29ebfcd84ac421187eaa1311fb4ee28 2024-11-25T11:35:03,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/b26af99c8a764d7e8a48b307280012c5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/b26af99c8a764d7e8a48b307280012c5 2024-11-25T11:35:03,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/47168207bb4e4ff39d3afcbde8a9e8c8 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/47168207bb4e4ff39d3afcbde8a9e8c8 2024-11-25T11:35:03,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/5fbe0608409c47a18f941371d165580d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/5fbe0608409c47a18f941371d165580d 2024-11-25T11:35:03,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/211800b2d1b840d5bd5d0cb8119051a5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/8834fecded934546886045176fef9ea4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/82d3551f160b4a85948e3f2bd4ec8b36, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/59bfa815eae2468997907f1a60064fd7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ad3d9792a552473a97d89a93838a3633, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/49574ea577074efe98d0206b2f533df5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/925cc56ad200442fa037355c7c60d61c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/9d529b91a00640978fc2d504ee90b7f9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/090798ad7f484ca089130e89b9e24845, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/12c8539b7fba43459371d32f86ce42b4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/786054406d654ed896c7e36fbe83c991, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/fd0c594bc9d94104875ac7e2c47efc8e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ded355b6b42e4738b7c7045cccb0893b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/59dd3ea79c7f4404977ded66c94c359c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/329cf876015b4e9dbc33e76795925708, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/27895cb1778d4a05af22da4537edffbd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/b98b53e05dee43cca2f7583cf264bef1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/33e24c1d60c744dab6a3a86542ae575c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/95e4219131a04414812fb03b10c7218b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/0ac647845e124700894f72442d5f4cb8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/7482b400d03b4044b0f8e88b8968087d] to archive 2024-11-25T11:35:03,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:35:03,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/211800b2d1b840d5bd5d0cb8119051a5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/211800b2d1b840d5bd5d0cb8119051a5 2024-11-25T11:35:03,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/8834fecded934546886045176fef9ea4 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/8834fecded934546886045176fef9ea4 2024-11-25T11:35:03,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/82d3551f160b4a85948e3f2bd4ec8b36 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/82d3551f160b4a85948e3f2bd4ec8b36 2024-11-25T11:35:03,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/59bfa815eae2468997907f1a60064fd7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/59bfa815eae2468997907f1a60064fd7 2024-11-25T11:35:03,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ad3d9792a552473a97d89a93838a3633 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ad3d9792a552473a97d89a93838a3633 2024-11-25T11:35:03,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/49574ea577074efe98d0206b2f533df5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/49574ea577074efe98d0206b2f533df5 2024-11-25T11:35:03,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/925cc56ad200442fa037355c7c60d61c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/925cc56ad200442fa037355c7c60d61c 2024-11-25T11:35:03,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/9d529b91a00640978fc2d504ee90b7f9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/9d529b91a00640978fc2d504ee90b7f9 2024-11-25T11:35:03,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/090798ad7f484ca089130e89b9e24845 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/090798ad7f484ca089130e89b9e24845 2024-11-25T11:35:03,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/12c8539b7fba43459371d32f86ce42b4 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/12c8539b7fba43459371d32f86ce42b4 2024-11-25T11:35:03,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/786054406d654ed896c7e36fbe83c991 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/786054406d654ed896c7e36fbe83c991 2024-11-25T11:35:03,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/fd0c594bc9d94104875ac7e2c47efc8e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/fd0c594bc9d94104875ac7e2c47efc8e 2024-11-25T11:35:03,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ded355b6b42e4738b7c7045cccb0893b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/ded355b6b42e4738b7c7045cccb0893b 2024-11-25T11:35:03,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/59dd3ea79c7f4404977ded66c94c359c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/59dd3ea79c7f4404977ded66c94c359c 2024-11-25T11:35:03,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/329cf876015b4e9dbc33e76795925708 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/329cf876015b4e9dbc33e76795925708 2024-11-25T11:35:03,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/27895cb1778d4a05af22da4537edffbd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/27895cb1778d4a05af22da4537edffbd 2024-11-25T11:35:03,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/b98b53e05dee43cca2f7583cf264bef1 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/b98b53e05dee43cca2f7583cf264bef1 2024-11-25T11:35:03,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/33e24c1d60c744dab6a3a86542ae575c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/33e24c1d60c744dab6a3a86542ae575c 2024-11-25T11:35:03,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/95e4219131a04414812fb03b10c7218b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/95e4219131a04414812fb03b10c7218b 2024-11-25T11:35:03,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/0ac647845e124700894f72442d5f4cb8 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/0ac647845e124700894f72442d5f4cb8 2024-11-25T11:35:03,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/7482b400d03b4044b0f8e88b8968087d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/7482b400d03b4044b0f8e88b8968087d 2024-11-25T11:35:03,251 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/recovered.edits/361.seqid, newMaxSeqId=361, maxSeqId=4 2024-11-25T11:35:03,251 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. 2024-11-25T11:35:03,251 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] regionserver.HRegion(1676): Region close journal for 4e8cf59f15355a6bf48053ead5e85748: Waiting for close lock at 1732534501536Running coprocessor pre-close hooks at 1732534501536Disabling compacts and flushes for region at 1732534501536Disabling writes for close at 1732534501536Obtaining lock to block concurrent updates at 1732534501536Preparing flush snapshotting stores in 4e8cf59f15355a6bf48053ead5e85748 at 1732534501536Finished memstore snapshotting TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732534501536Flushing stores of TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748. at 1732534501537 (+1 ms)Flushing 4e8cf59f15355a6bf48053ead5e85748/A: creating writer at 1732534501537Flushing mob file 4e8cf59f15355a6bf48053ead5e85748/A: appending metadata at 1732534501541 (+4 ms)Flushing mob file 4e8cf59f15355a6bf48053ead5e85748/A: closing flushed file at 1732534501541Flushing 4e8cf59f15355a6bf48053ead5e85748/A: appending metadata at 1732534501950 (+409 ms)Flushing 4e8cf59f15355a6bf48053ead5e85748/A: closing flushed file at 1732534501950Flushing 4e8cf59f15355a6bf48053ead5e85748/B: creating writer at 1732534502357 (+407 ms)Flushing 4e8cf59f15355a6bf48053ead5e85748/B: appending metadata at 1732534502359 (+2 ms)Flushing 4e8cf59f15355a6bf48053ead5e85748/B: closing flushed file at 1732534502359Flushing 4e8cf59f15355a6bf48053ead5e85748/C: creating writer at 1732534502767 (+408 ms)Flushing 4e8cf59f15355a6bf48053ead5e85748/C: appending metadata at 1732534502769 (+2 ms)Flushing 4e8cf59f15355a6bf48053ead5e85748/C: closing flushed file at 1732534502769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e57a26: reopening flushed file at 1732534503175 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f0238f: reopening flushed file at 1732534503179 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66cbfaa4: reopening flushed file at 1732534503183 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 4e8cf59f15355a6bf48053ead5e85748 in 1651ms, sequenceid=358, compaction requested=false at 1732534503187 (+4 ms)Writing region close event to WAL at 1732534503248 (+61 ms)Running coprocessor post-close hooks at 1732534503251 (+3 ms)Closed at 1732534503251 2024-11-25T11:35:03,253 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=128}] handler.UnassignRegionHandler(157): Closed 4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=4e8cf59f15355a6bf48053ead5e85748, regionState=CLOSED 2024-11-25T11:35:03,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:35:03,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-25T11:35:03,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; CloseRegionProcedure 4e8cf59f15355a6bf48053ead5e85748, server=96bb5f2c2895,42925,1732534383188 in 1.8710 sec 2024-11-25T11:35:03,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T11:35:03,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4e8cf59f15355a6bf48053ead5e85748, UNASSIGN in 1.8760 sec 2024-11-25T11:35:03,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-25T11:35:03,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8790 sec 2024-11-25T11:35:03,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534503261"}]},"ts":"1732534503261"} 2024-11-25T11:35:03,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T11:35:03,262 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T11:35:03,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8860 sec 2024-11-25T11:35:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-25T11:35:03,523 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:03,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T11:35:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:03,525 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=129, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T11:35:03,526 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=129, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:03,527 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,529 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/recovered.edits] 2024-11-25T11:35:03,531 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/c9d2d9af74b244ef967886f17656dde7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/c9d2d9af74b244ef967886f17656dde7 2024-11-25T11:35:03,532 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/eba0b5c881ee46efb8c286aa672fb1dd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/A/eba0b5c881ee46efb8c286aa672fb1dd 2024-11-25T11:35:03,533 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e4fdb39d52cf47f18a5837566ee57e7b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e4fdb39d52cf47f18a5837566ee57e7b 2024-11-25T11:35:03,534 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e5c7314ebadf4f68bacfd1169b294820 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/B/e5c7314ebadf4f68bacfd1169b294820 2024-11-25T11:35:03,536 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/8c807a905a6946f3b99a4ec32a91ea0b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/8c807a905a6946f3b99a4ec32a91ea0b 2024-11-25T11:35:03,536 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/b2871241458e46f48f624fe9c0aba93b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/C/b2871241458e46f48f624fe9c0aba93b 2024-11-25T11:35:03,538 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/recovered.edits/361.seqid to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748/recovered.edits/361.seqid 2024-11-25T11:35:03,539 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,539 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T11:35:03,539 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T11:35:03,540 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T11:35:03,542 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112516802d90780c4597b39406e8405c8555_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112516802d90780c4597b39406e8405c8555_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,543 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520949ce9aab14a7ebfd1d60c57943290_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520949ce9aab14a7ebfd1d60c57943290_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,543 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112522183afd508045d18cd6fab7f2219d3b_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112522183afd508045d18cd6fab7f2219d3b_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,544 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112534e7196cb1b6495390691392d4520e59_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112534e7196cb1b6495390691392d4520e59_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,545 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b566e0c4604420cb5354c325000048b_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253b566e0c4604420cb5354c325000048b_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,546 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253d6b3039e0f744998de1a0388c595859_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253d6b3039e0f744998de1a0388c595859_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,547 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254b07d02a8a8c48f09961914ac4cd2083_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254b07d02a8a8c48f09961914ac4cd2083_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,548 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255c357c27835f4c5a981b1e0a2f36d5f5_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411255c357c27835f4c5a981b1e0a2f36d5f5_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,549 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256c31f95047ab40efbe1bfc897eb58f43_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256c31f95047ab40efbe1bfc897eb58f43_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,549 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257116d4f8a73c4751bb45b631da7cc90e_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257116d4f8a73c4751bb45b631da7cc90e_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,550 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125811550f2d006490f97bbe923f0661bba_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125811550f2d006490f97bbe923f0661bba_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,551 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258b7873c097b944d589ad6f246a02aeb6_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258b7873c097b944d589ad6f246a02aeb6_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,552 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e89cd205e8541c69bf078f46fe90748_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259e89cd205e8541c69bf078f46fe90748_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,553 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b8483f5eaa4446f08c4b75610317a197_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b8483f5eaa4446f08c4b75610317a197_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,553 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bfae8f91f7c8438d95b028243859282c_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bfae8f91f7c8438d95b028243859282c_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,554 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c376e7a31c854013831aeeb18e518963_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c376e7a31c854013831aeeb18e518963_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,555 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f19768e6aa10422eb0b85ff8e383e7f2_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f19768e6aa10422eb0b85ff8e383e7f2_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,556 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f248e07d2fd544cebce6c3afc532c656_4e8cf59f15355a6bf48053ead5e85748 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f248e07d2fd544cebce6c3afc532c656_4e8cf59f15355a6bf48053ead5e85748 2024-11-25T11:35:03,556 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T11:35:03,558 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=129, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:03,560 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T11:35:03,562 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T11:35:03,562 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=129, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:03,563 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T11:35:03,563 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732534503563"}]},"ts":"9223372036854775807"} 2024-11-25T11:35:03,564 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T11:35:03,564 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4e8cf59f15355a6bf48053ead5e85748, NAME => 'TestAcidGuarantees,,1732534468144.4e8cf59f15355a6bf48053ead5e85748.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T11:35:03,564 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T11:35:03,565 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732534503564"}]},"ts":"9223372036854775807"} 2024-11-25T11:35:03,566 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T11:35:03,566 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=129, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:03,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-25T11:35:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-25T11:35:03,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T11:35:03,633 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:03,642 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=247 (was 252), OpenFileDescriptor=455 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=4045 (was 4556) 2024-11-25T11:35:03,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=4045 2024-11-25T11:35:03,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T11:35:03,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:35:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=130, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:03,653 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:35:03,654 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:03,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 130 2024-11-25T11:35:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T11:35:03,654 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:35:03,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742295_1471 (size=1061) 2024-11-25T11:35:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T11:35:03,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T11:35:04,061 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994 2024-11-25T11:35:04,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742296_1472 (size=53) 2024-11-25T11:35:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T11:35:04,465 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:35:04,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 891d17a4258dbb4a6ca151f0eab10337, disabling compactions & flushes 2024-11-25T11:35:04,466 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:04,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:04,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. after waiting 0 ms 2024-11-25T11:35:04,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:04,466 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:04,466 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 891d17a4258dbb4a6ca151f0eab10337: Waiting for close lock at 1732534504466Disabling compacts and flushes for region at 1732534504466Disabling writes for close at 1732534504466Writing region close event to WAL at 1732534504466Closed at 1732534504466 2024-11-25T11:35:04,467 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:35:04,467 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732534504467"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534504467"}]},"ts":"1732534504467"} 2024-11-25T11:35:04,468 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:35:04,469 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:35:04,469 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534504469"}]},"ts":"1732534504469"} 2024-11-25T11:35:04,470 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T11:35:04,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=891d17a4258dbb4a6ca151f0eab10337, ASSIGN}] 2024-11-25T11:35:04,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=891d17a4258dbb4a6ca151f0eab10337, ASSIGN 2024-11-25T11:35:04,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=891d17a4258dbb4a6ca151f0eab10337, ASSIGN; state=OFFLINE, location=96bb5f2c2895,42925,1732534383188; forceNewPlan=false, retain=false 2024-11-25T11:35:04,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=891d17a4258dbb4a6ca151f0eab10337, regionState=OPENING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:04,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=891d17a4258dbb4a6ca151f0eab10337, ASSIGN because future has completed 2024-11-25T11:35:04,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; OpenRegionProcedure 891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:35:04,778 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:04,779 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7752): Opening region: {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:35:04,780 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,780 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:35:04,780 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7794): checking encryption for 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,780 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7797): checking classloading for 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,781 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,782 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:35:04,782 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891d17a4258dbb4a6ca151f0eab10337 columnFamilyName A 2024-11-25T11:35:04,782 DEBUG [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:04,782 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] regionserver.HStore(327): Store=891d17a4258dbb4a6ca151f0eab10337/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:35:04,782 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,783 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:35:04,783 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891d17a4258dbb4a6ca151f0eab10337 columnFamilyName B 2024-11-25T11:35:04,783 DEBUG [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:04,784 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] regionserver.HStore(327): Store=891d17a4258dbb4a6ca151f0eab10337/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:35:04,784 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,785 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:35:04,785 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 891d17a4258dbb4a6ca151f0eab10337 columnFamilyName C 2024-11-25T11:35:04,785 DEBUG [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:04,785 INFO [StoreOpener-891d17a4258dbb4a6ca151f0eab10337-1 {}] regionserver.HStore(327): Store=891d17a4258dbb4a6ca151f0eab10337/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:35:04,785 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:04,785 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1038): replaying wal for 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,786 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,786 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,787 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1048): stopping wal replay for 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,787 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1060): Cleaning up temporary data for 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,787 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:35:04,788 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1093): writing seq id for 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,789 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:35:04,789 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1114): Opened 891d17a4258dbb4a6ca151f0eab10337; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65678598, jitterRate=-0.021312624216079712}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:35:04,789 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:04,790 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1006): Region open journal for 891d17a4258dbb4a6ca151f0eab10337: Running coprocessor pre-open hook at 1732534504780Writing region info on filesystem at 1732534504780Initializing all the Stores at 1732534504780Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534504780Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534504781 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534504781Cleaning up temporary data from old regions at 1732534504787 (+6 ms)Running coprocessor post-open hooks at 1732534504789 (+2 ms)Region opened successfully at 1732534504790 (+1 ms) 2024-11-25T11:35:04,791 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., pid=132, masterSystemTime=1732534504776 2024-11-25T11:35:04,792 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:04,792 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T11:35:04,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=891d17a4258dbb4a6ca151f0eab10337, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:04,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE, hasLock=false; OpenRegionProcedure 891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:35:04,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-25T11:35:04,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; OpenRegionProcedure 891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 in 170 msec 2024-11-25T11:35:04,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T11:35:04,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=891d17a4258dbb4a6ca151f0eab10337, ASSIGN in 325 msec 2024-11-25T11:35:04,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:35:04,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534504798"}]},"ts":"1732534504798"} 2024-11-25T11:35:04,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T11:35:04,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=130, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:35:04,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-25T11:35:05,203 WARN [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-11-25T11:35:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=130 2024-11-25T11:35:05,802 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:05,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dacd8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:05,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:05,804 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:05,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:05,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:05,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8423e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:05,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:05,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:05,806 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:05,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582fcf8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:05,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:05,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:35:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,42593,1732534382322 2024-11-25T11:35:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af72586 2024-11-25T11:35:05,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:35:05,810 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:35:05,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72240ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:05,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:05,812 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc24517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:05,813 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9d7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:05,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:05,815 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d93739a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:05,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:05,816 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:05,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf36760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:05,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:05,818 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537ce170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:05,819 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c22525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:05,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:05,820 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dab9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:05,821 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435ed94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:05,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:05,823 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b9a9eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:05,824 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c071a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc361f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:05,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:05,826 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:05,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:05,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:05,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14048c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:05,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:05,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:05,827 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:05,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf832f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a56de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:05,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:05,828 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574f932d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:05,830 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:05,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698054dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:05,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:05,831 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:05,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:05,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:05,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cafa66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:05,832 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0d41d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:05,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:05,834 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e3f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:05,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:05,835 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca5eedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:05,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:05,837 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70dc15f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:05,838 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:05,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656461f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:05,839 DEBUG [Thread-2109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:05,839 DEBUG [Thread-2124 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:05,839 DEBUG [Thread-2120 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:05,839 DEBUG [Thread-2111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:05,839 DEBUG [Thread-2113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:05,840 DEBUG [Thread-2105 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:05,840 DEBUG [Thread-2107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:05,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:05,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:05,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:05,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:05,842 DEBUG [Thread-2111 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:05,842 DEBUG [Thread-2111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:05,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:05,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:05,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:35:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:35:05,844 DEBUG [Thread-2118 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:05,845 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:35:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:35:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:35:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:05,846 DEBUG [Thread-2116 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:35:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-25T11:35:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:35:05,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:05,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T11:35:05,849 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:05,849 DEBUG [Thread-2122 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:35:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:35:05,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:05,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:05,852 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:05,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:05,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2] 2024-11-25T11:35:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:05,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:35:05,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:05,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:05,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:05,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:05,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:05,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:05,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/6b68d38bb133466380bd92c58092e2f2 is 50, key is test_row_0/A:col10/1732534505849/Put/seqid=0 2024-11-25T11:35:05,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742297_1473 (size=12001) 2024-11-25T11:35:05,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534565896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:05,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:05,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534565898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:05,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:05,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:05,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732534505881, max timestamp=1732534505906Num uniques 859; 2024-11-25T11:35:05,945 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732534505881, max timestamp=1732534505906Num uniques 859; 2024-11-25T11:35:05,946 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:35:05,946 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-25T11:35:05,946 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732534505881, max timestamp=1732534505906Num uniques 859; 2024-11-25T11:35:05,946 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-25T11:35:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:05,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T11:35:06,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-25T11:35:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:06,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534566024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534566025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534566026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534566052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534566052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534566142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534566142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534566142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-25T11:35:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:06,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T11:35:06,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534566267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534566267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/6b68d38bb133466380bd92c58092e2f2 2024-11-25T11:35:06,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/676a628ddfae4e0292672349a51327ce is 50, key is test_row_0/B:col10/1732534505849/Put/seqid=0 2024-11-25T11:35:06,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-25T11:35:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:06,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742298_1474 (size=12001) 2024-11-25T11:35:06,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534566362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534566362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534566362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-25T11:35:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:06,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T11:35:06,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534566582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534566582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-25T11:35:06,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:06,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:06,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:06,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:06,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534566682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534566682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534566683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:06,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/676a628ddfae4e0292672349a51327ce 2024-11-25T11:35:06,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/ab26b33e06d64f508fc2f7f49ea4fe9e is 50, key is test_row_0/C:col10/1732534505849/Put/seqid=0 2024-11-25T11:35:06,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742299_1475 (size=12001) 2024-11-25T11:35:06,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/ab26b33e06d64f508fc2f7f49ea4fe9e 2024-11-25T11:35:06,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/6b68d38bb133466380bd92c58092e2f2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/6b68d38bb133466380bd92c58092e2f2 2024-11-25T11:35:06,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/6b68d38bb133466380bd92c58092e2f2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T11:35:06,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/676a628ddfae4e0292672349a51327ce as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/676a628ddfae4e0292672349a51327ce 2024-11-25T11:35:06,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/676a628ddfae4e0292672349a51327ce, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T11:35:06,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/ab26b33e06d64f508fc2f7f49ea4fe9e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/ab26b33e06d64f508fc2f7f49ea4fe9e 2024-11-25T11:35:06,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/ab26b33e06d64f508fc2f7f49ea4fe9e, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T11:35:06,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=129.31 KB/132416 for 891d17a4258dbb4a6ca151f0eab10337 in 899ms, sequenceid=12, compaction requested=false 2024-11-25T11:35:06,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:06,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-25T11:35:06,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:06,770 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=129.31 KB heapSize=364.54 KB 2024-11-25T11:35:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:06,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:06,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/88aeadf01ada4187a08c5f8642bfef55 is 50, key is test_row_0/A:col10/1732534506023/Put/seqid=0 2024-11-25T11:35:06,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742300_1476 (size=12001) 2024-11-25T11:35:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T11:35:07,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:07,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534567131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:07,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534567139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:07,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:07,184 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/88aeadf01ada4187a08c5f8642bfef55 2024-11-25T11:35:07,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/c20d3365b82b49e7bede3314aad9dc4c is 50, key is test_row_0/B:col10/1732534506023/Put/seqid=0 2024-11-25T11:35:07,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742301_1477 (size=12001) 2024-11-25T11:35:07,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534567202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534567202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:07,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534567203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:07,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534567242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:07,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:07,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534567252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:07,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:07,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534567462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:07,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534567472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:07,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:07,595 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/c20d3365b82b49e7bede3314aad9dc4c 2024-11-25T11:35:07,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/c6cd86da7c7e4d0288cc5cd447d7f290 is 50, key is test_row_0/C:col10/1732534506023/Put/seqid=0 2024-11-25T11:35:07,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742302_1478 (size=12001) 2024-11-25T11:35:07,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534567782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:07,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534567792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:07,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:07,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T11:35:08,008 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/c6cd86da7c7e4d0288cc5cd447d7f290 2024-11-25T11:35:08,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/88aeadf01ada4187a08c5f8642bfef55 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/88aeadf01ada4187a08c5f8642bfef55 2024-11-25T11:35:08,016 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/88aeadf01ada4187a08c5f8642bfef55, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T11:35:08,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/c20d3365b82b49e7bede3314aad9dc4c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c20d3365b82b49e7bede3314aad9dc4c 2024-11-25T11:35:08,019 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c20d3365b82b49e7bede3314aad9dc4c, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T11:35:08,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/c6cd86da7c7e4d0288cc5cd447d7f290 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c6cd86da7c7e4d0288cc5cd447d7f290 2024-11-25T11:35:08,023 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c6cd86da7c7e4d0288cc5cd447d7f290, entries=150, sequenceid=47, filesize=11.7 K 2024-11-25T11:35:08,024 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~129.31 KB/132416, heapSize ~364.49 KB/373240, currentSize=53.67 KB/54960 for 891d17a4258dbb4a6ca151f0eab10337 in 1254ms, sequenceid=47, compaction requested=false 2024-11-25T11:35:08,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:08,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:08,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-25T11:35:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-25T11:35:08,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-25T11:35:08,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1730 sec 2024-11-25T11:35:08,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.1830 sec 2024-11-25T11:35:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:08,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:35:08,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:08,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:08,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:08,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:08,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:08,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:08,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/0991b29238964c46951d9a855e60fafe is 50, key is test_row_0/A:col10/1732534507130/Put/seqid=0 2024-11-25T11:35:08,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742303_1479 (size=14341) 2024-11-25T11:35:08,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534568276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534568278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534568279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534568292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534568302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534568382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534568392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534568402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534568602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534568602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534568622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/0991b29238964c46951d9a855e60fafe 2024-11-25T11:35:08,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/11e1c8b49e844b0b8939628ea690e4dd is 50, key is test_row_0/B:col10/1732534507130/Put/seqid=0 2024-11-25T11:35:08,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742304_1480 (size=12001) 2024-11-25T11:35:08,770 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:35:08,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534568922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534568922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:08,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534568932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:09,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/11e1c8b49e844b0b8939628ea690e4dd 2024-11-25T11:35:09,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/1934a9169929416fb9fcdca98df55908 is 50, key is test_row_0/C:col10/1732534507130/Put/seqid=0 2024-11-25T11:35:09,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742305_1481 (size=12001) 2024-11-25T11:35:09,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534569322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:09,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534569322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:09,334 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:09,334 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:09,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534569442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:09,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534569442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:09,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534569442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:09,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:09,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/1934a9169929416fb9fcdca98df55908 2024-11-25T11:35:09,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/0991b29238964c46951d9a855e60fafe as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0991b29238964c46951d9a855e60fafe 2024-11-25T11:35:09,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0991b29238964c46951d9a855e60fafe, entries=200, sequenceid=59, filesize=14.0 K 2024-11-25T11:35:09,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/11e1c8b49e844b0b8939628ea690e4dd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/11e1c8b49e844b0b8939628ea690e4dd 2024-11-25T11:35:09,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/11e1c8b49e844b0b8939628ea690e4dd, entries=150, sequenceid=59, filesize=11.7 K 2024-11-25T11:35:09,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/1934a9169929416fb9fcdca98df55908 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1934a9169929416fb9fcdca98df55908 2024-11-25T11:35:09,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1934a9169929416fb9fcdca98df55908, entries=150, sequenceid=59, filesize=11.7 K 2024-11-25T11:35:09,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 891d17a4258dbb4a6ca151f0eab10337 in 1254ms, sequenceid=59, compaction requested=true 2024-11-25T11:35:09,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:09,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:35:09,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:09,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:35:09,481 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:09,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:09,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:35:09,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T11:35:09,481 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:09,482 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/A is initiating minor compaction (all files) 2024-11-25T11:35:09,482 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/A in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:09,482 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/6b68d38bb133466380bd92c58092e2f2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/88aeadf01ada4187a08c5f8642bfef55, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0991b29238964c46951d9a855e60fafe] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=37.4 K 2024-11-25T11:35:09,482 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b68d38bb133466380bd92c58092e2f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732534505849 2024-11-25T11:35:09,482 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:09,484 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88aeadf01ada4187a08c5f8642bfef55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732534506021 2024-11-25T11:35:09,484 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0991b29238964c46951d9a855e60fafe, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732534507112 2024-11-25T11:35:09,485 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:09,485 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/B is initiating minor compaction (all files) 2024-11-25T11:35:09,485 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/B in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:09,485 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/676a628ddfae4e0292672349a51327ce, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c20d3365b82b49e7bede3314aad9dc4c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/11e1c8b49e844b0b8939628ea690e4dd] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=35.2 K 2024-11-25T11:35:09,485 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 676a628ddfae4e0292672349a51327ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732534505849 2024-11-25T11:35:09,486 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c20d3365b82b49e7bede3314aad9dc4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732534506021 2024-11-25T11:35:09,486 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 11e1c8b49e844b0b8939628ea690e4dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732534507130 2024-11-25T11:35:09,492 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:09,493 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/986aad4b29da41968654e3f919d12e51 is 50, key is test_row_0/A:col10/1732534507130/Put/seqid=0 2024-11-25T11:35:09,493 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#B#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:09,493 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/c58c920080d04266bf004adfee58ccb2 is 50, key is test_row_0/B:col10/1732534507130/Put/seqid=0 2024-11-25T11:35:09,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742307_1483 (size=12104) 2024-11-25T11:35:09,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742306_1482 (size=12104) 2024-11-25T11:35:09,905 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/986aad4b29da41968654e3f919d12e51 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/986aad4b29da41968654e3f919d12e51 2024-11-25T11:35:09,905 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/c58c920080d04266bf004adfee58ccb2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c58c920080d04266bf004adfee58ccb2 2024-11-25T11:35:09,909 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/A of 891d17a4258dbb4a6ca151f0eab10337 into 986aad4b29da41968654e3f919d12e51(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:09,910 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:09,910 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/B of 891d17a4258dbb4a6ca151f0eab10337 into c58c920080d04266bf004adfee58ccb2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:09,910 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/A, priority=13, startTime=1732534509481; duration=0sec 2024-11-25T11:35:09,910 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:09,910 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/B, priority=13, startTime=1732534509481; duration=0sec 2024-11-25T11:35:09,910 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:09,910 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:A 2024-11-25T11:35:09,910 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:09,910 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:B 2024-11-25T11:35:09,910 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:09,911 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:09,911 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/C is initiating minor compaction (all files) 2024-11-25T11:35:09,911 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/C in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:09,911 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/ab26b33e06d64f508fc2f7f49ea4fe9e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c6cd86da7c7e4d0288cc5cd447d7f290, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1934a9169929416fb9fcdca98df55908] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=35.2 K 2024-11-25T11:35:09,911 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab26b33e06d64f508fc2f7f49ea4fe9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732534505849 2024-11-25T11:35:09,911 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6cd86da7c7e4d0288cc5cd447d7f290, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732534506021 2024-11-25T11:35:09,912 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1934a9169929416fb9fcdca98df55908, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732534507130 2024-11-25T11:35:09,917 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:09,917 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/ca88fad56b914b9b84ccdcbed1c84263 is 50, key is test_row_0/C:col10/1732534507130/Put/seqid=0 2024-11-25T11:35:09,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742308_1484 (size=12104) 2024-11-25T11:35:09,926 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/ca88fad56b914b9b84ccdcbed1c84263 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/ca88fad56b914b9b84ccdcbed1c84263 2024-11-25T11:35:09,930 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/C of 891d17a4258dbb4a6ca151f0eab10337 into ca88fad56b914b9b84ccdcbed1c84263(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:09,930 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:09,930 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/C, priority=13, startTime=1732534509481; duration=0sec 2024-11-25T11:35:09,930 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:09,930 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:C 2024-11-25T11:35:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-25T11:35:10,013 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:10,013 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-25T11:35:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T11:35:10,015 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:10,016 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:10,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T11:35:10,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-25T11:35:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:10,168 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T11:35:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:10,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/4ab57e039bb8489783fed38951c4762c is 50, key is test_row_0/A:col10/1732534508277/Put/seqid=0 2024-11-25T11:35:10,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742309_1485 (size=12001) 2024-11-25T11:35:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T11:35:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:10,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:10,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534570483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:10,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:10,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534570484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:10,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:10,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:10,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534570489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:10,578 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/4ab57e039bb8489783fed38951c4762c 2024-11-25T11:35:10,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/64169d51acfa4858b2138f880f43da46 is 50, key is test_row_0/B:col10/1732534508277/Put/seqid=0 2024-11-25T11:35:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742310_1486 (size=12001) 2024-11-25T11:35:10,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534570602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:10,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534570603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:10,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534570603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:10,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T11:35:10,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534570822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:10,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534570822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:10,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:10,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:10,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534570822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:10,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:10,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:10,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:10,992 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/64169d51acfa4858b2138f880f43da46 2024-11-25T11:35:10,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/f127b743d4844ebdad6f123e67da5be0 is 50, key is test_row_0/C:col10/1732534508277/Put/seqid=0 2024-11-25T11:35:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742311_1487 (size=12001) 2024-11-25T11:35:11,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534571142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:11,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534571142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:11,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534571142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:11,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T11:35:11,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534571342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:11,350 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:11,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534571352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:11,364 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:11,406 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/f127b743d4844ebdad6f123e67da5be0 2024-11-25T11:35:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/4ab57e039bb8489783fed38951c4762c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4ab57e039bb8489783fed38951c4762c 2024-11-25T11:35:11,414 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4ab57e039bb8489783fed38951c4762c, entries=150, sequenceid=82, filesize=11.7 K 2024-11-25T11:35:11,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/64169d51acfa4858b2138f880f43da46 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/64169d51acfa4858b2138f880f43da46 2024-11-25T11:35:11,418 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/64169d51acfa4858b2138f880f43da46, entries=150, sequenceid=82, filesize=11.7 K 2024-11-25T11:35:11,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/f127b743d4844ebdad6f123e67da5be0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/f127b743d4844ebdad6f123e67da5be0 2024-11-25T11:35:11,422 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/f127b743d4844ebdad6f123e67da5be0, entries=150, sequenceid=82, filesize=11.7 K 2024-11-25T11:35:11,423 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 891d17a4258dbb4a6ca151f0eab10337 in 1255ms, sequenceid=82, compaction requested=false 2024-11-25T11:35:11,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:11,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:11,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-25T11:35:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-25T11:35:11,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-25T11:35:11,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-11-25T11:35:11,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.4140 sec 2024-11-25T11:35:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:11,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T11:35:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:11,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:11,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/0a9be9538a2741548955af78415cb9bb is 50, key is test_row_0/A:col10/1732534511658/Put/seqid=0 2024-11-25T11:35:11,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742312_1488 (size=16681) 2024-11-25T11:35:11,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/0a9be9538a2741548955af78415cb9bb 2024-11-25T11:35:11,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/f52a6449cb0d4d54ac6d609ce43ddfac is 50, key is test_row_0/B:col10/1732534511658/Put/seqid=0 2024-11-25T11:35:11,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742313_1489 (size=12001) 2024-11-25T11:35:11,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534571702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:11,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534571703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:11,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534571714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:11,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534571823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534571823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:11,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534571832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534572042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534572042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534572042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/f52a6449cb0d4d54ac6d609ce43ddfac 2024-11-25T11:35:12,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/1387ebd477184b77b77fbee408174d96 is 50, key is test_row_0/C:col10/1732534511658/Put/seqid=0 2024-11-25T11:35:12,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742314_1490 (size=12001) 2024-11-25T11:35:12,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/1387ebd477184b77b77fbee408174d96 2024-11-25T11:35:12,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/0a9be9538a2741548955af78415cb9bb as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a9be9538a2741548955af78415cb9bb 2024-11-25T11:35:12,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a9be9538a2741548955af78415cb9bb, entries=250, sequenceid=96, filesize=16.3 K 2024-11-25T11:35:12,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/f52a6449cb0d4d54ac6d609ce43ddfac as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f52a6449cb0d4d54ac6d609ce43ddfac 2024-11-25T11:35:12,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f52a6449cb0d4d54ac6d609ce43ddfac, entries=150, sequenceid=96, filesize=11.7 K 2024-11-25T11:35:12,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/1387ebd477184b77b77fbee408174d96 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1387ebd477184b77b77fbee408174d96 2024-11-25T11:35:12,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1387ebd477184b77b77fbee408174d96, entries=150, sequenceid=96, filesize=11.7 K 2024-11-25T11:35:12,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 891d17a4258dbb4a6ca151f0eab10337 in 484ms, sequenceid=96, compaction requested=true 2024-11-25T11:35:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:35:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:35:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:35:12,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:12,143 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:12,143 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:12,144 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:12,144 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:12,144 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/A is initiating minor compaction (all files) 2024-11-25T11:35:12,144 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/B is initiating minor compaction (all files) 2024-11-25T11:35:12,144 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/A in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:12,144 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/B in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:12,145 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/986aad4b29da41968654e3f919d12e51, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4ab57e039bb8489783fed38951c4762c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a9be9538a2741548955af78415cb9bb] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=39.8 K 2024-11-25T11:35:12,145 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c58c920080d04266bf004adfee58ccb2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/64169d51acfa4858b2138f880f43da46, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f52a6449cb0d4d54ac6d609ce43ddfac] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=35.3 K 2024-11-25T11:35:12,145 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986aad4b29da41968654e3f919d12e51, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732534507130 2024-11-25T11:35:12,145 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ab57e039bb8489783fed38951c4762c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732534508275 2024-11-25T11:35:12,145 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c58c920080d04266bf004adfee58ccb2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732534507130 2024-11-25T11:35:12,146 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a9be9538a2741548955af78415cb9bb, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732534510481 2024-11-25T11:35:12,146 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 64169d51acfa4858b2138f880f43da46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732534508275 2024-11-25T11:35:12,146 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting f52a6449cb0d4d54ac6d609ce43ddfac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732534510482 2024-11-25T11:35:12,155 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:12,156 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/cc194c6fe9a04298a0c1c02929230031 is 50, key is test_row_0/B:col10/1732534511658/Put/seqid=0 2024-11-25T11:35:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-25T11:35:12,162 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:12,163 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-25T11:35:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T11:35:12,165 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:12,166 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:12,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:12,171 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:12,171 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/079ec6f1105d4cee86f353028c58da5e is 50, key is test_row_0/A:col10/1732534511658/Put/seqid=0 2024-11-25T11:35:12,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742315_1491 (size=12207) 2024-11-25T11:35:12,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742316_1492 (size=12207) 2024-11-25T11:35:12,201 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/079ec6f1105d4cee86f353028c58da5e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/079ec6f1105d4cee86f353028c58da5e 2024-11-25T11:35:12,207 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/A of 891d17a4258dbb4a6ca151f0eab10337 into 079ec6f1105d4cee86f353028c58da5e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:12,207 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:12,207 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/A, priority=13, startTime=1732534512143; duration=0sec 2024-11-25T11:35:12,207 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:12,207 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:A 2024-11-25T11:35:12,207 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:12,208 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:12,208 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/C is initiating minor compaction (all files) 2024-11-25T11:35:12,208 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/C in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:12,208 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/ca88fad56b914b9b84ccdcbed1c84263, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/f127b743d4844ebdad6f123e67da5be0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1387ebd477184b77b77fbee408174d96] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=35.3 K 2024-11-25T11:35:12,208 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca88fad56b914b9b84ccdcbed1c84263, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732534507130 2024-11-25T11:35:12,208 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f127b743d4844ebdad6f123e67da5be0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732534508275 2024-11-25T11:35:12,209 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1387ebd477184b77b77fbee408174d96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732534510482 2024-11-25T11:35:12,220 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:12,221 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/935d37fe5d3c4cf9956ad5c29023abe9 is 50, key is test_row_0/C:col10/1732534511658/Put/seqid=0 2024-11-25T11:35:12,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742317_1493 (size=12207) 2024-11-25T11:35:12,236 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/935d37fe5d3c4cf9956ad5c29023abe9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/935d37fe5d3c4cf9956ad5c29023abe9 2024-11-25T11:35:12,243 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/C of 891d17a4258dbb4a6ca151f0eab10337 into 935d37fe5d3c4cf9956ad5c29023abe9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:12,243 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:12,243 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/C, priority=13, startTime=1732534512143; duration=0sec 2024-11-25T11:35:12,243 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:12,243 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:C 2024-11-25T11:35:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T11:35:12,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-25T11:35:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:12,318 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T11:35:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:12,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:12,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/9dabe71483c549a8b867c45419a23b6e is 50, key is test_row_0/A:col10/1732534511701/Put/seqid=0 2024-11-25T11:35:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742318_1494 (size=12001) 2024-11-25T11:35:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:12,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:12,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534572375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534572377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534572380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T11:35:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534572492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534572492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534572503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,581 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/cc194c6fe9a04298a0c1c02929230031 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/cc194c6fe9a04298a0c1c02929230031 2024-11-25T11:35:12,585 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/B of 891d17a4258dbb4a6ca151f0eab10337 into cc194c6fe9a04298a0c1c02929230031(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:12,585 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:12,585 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/B, priority=13, startTime=1732534512143; duration=0sec 2024-11-25T11:35:12,585 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:12,585 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:B 2024-11-25T11:35:12,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534572702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534572702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534572723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:12,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:12,730 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/9dabe71483c549a8b867c45419a23b6e 2024-11-25T11:35:12,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/6e7dd92f694e4a888c444c7a0297130b is 50, key is test_row_0/B:col10/1732534511701/Put/seqid=0 2024-11-25T11:35:12,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742319_1495 (size=12001) 2024-11-25T11:35:12,741 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/6e7dd92f694e4a888c444c7a0297130b 2024-11-25T11:35:12,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/6d758d6005854a79bb17c34c84907e9e is 50, key is test_row_0/C:col10/1732534511701/Put/seqid=0 2024-11-25T11:35:12,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742320_1496 (size=12001) 2024-11-25T11:35:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T11:35:13,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534573012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534573012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534573042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,156 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/6d758d6005854a79bb17c34c84907e9e 2024-11-25T11:35:13,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/9dabe71483c549a8b867c45419a23b6e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/9dabe71483c549a8b867c45419a23b6e 2024-11-25T11:35:13,162 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/9dabe71483c549a8b867c45419a23b6e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T11:35:13,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/6e7dd92f694e4a888c444c7a0297130b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6e7dd92f694e4a888c444c7a0297130b 2024-11-25T11:35:13,166 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6e7dd92f694e4a888c444c7a0297130b, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T11:35:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/6d758d6005854a79bb17c34c84907e9e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/6d758d6005854a79bb17c34c84907e9e 2024-11-25T11:35:13,169 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/6d758d6005854a79bb17c34c84907e9e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-25T11:35:13,170 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 891d17a4258dbb4a6ca151f0eab10337 in 852ms, sequenceid=116, compaction requested=false 2024-11-25T11:35:13,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:13,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:13,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-25T11:35:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-25T11:35:13,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-25T11:35:13,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec 2024-11-25T11:35:13,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.0110 sec 2024-11-25T11:35:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-25T11:35:13,303 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:13,303 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-25T11:35:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-25T11:35:13,305 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:13,305 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:13,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-25T11:35:13,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-25T11:35:13,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:13,458 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T11:35:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:13,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:13,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/2533970d131445139b69d8ab0f8c7a29 is 50, key is test_row_0/A:col10/1732534512379/Put/seqid=0 2024-11-25T11:35:13,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742321_1497 (size=12051) 2024-11-25T11:35:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:13,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:13,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534573581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534573585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534573586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-25T11:35:13,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534573702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534573702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534573702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,871 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/2533970d131445139b69d8ab0f8c7a29 2024-11-25T11:35:13,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/7bdf0d5284ee4faab45d3d7235f6798d is 50, key is test_row_0/B:col10/1732534512379/Put/seqid=0 2024-11-25T11:35:13,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742322_1498 (size=12051) 2024-11-25T11:35:13,886 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/7bdf0d5284ee4faab45d3d7235f6798d 2024-11-25T11:35:13,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/39e5715bebf24ede9e56dfabc9a01ecc is 50, key is test_row_0/C:col10/1732534512379/Put/seqid=0 2024-11-25T11:35:13,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742323_1499 (size=12051) 2024-11-25T11:35:13,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534573922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534573923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534573923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-25T11:35:14,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534574232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:14,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:14,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534574232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:14,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:14,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:14,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534574242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:14,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:14,299 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/39e5715bebf24ede9e56dfabc9a01ecc 2024-11-25T11:35:14,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/2533970d131445139b69d8ab0f8c7a29 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/2533970d131445139b69d8ab0f8c7a29 2024-11-25T11:35:14,306 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/2533970d131445139b69d8ab0f8c7a29, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T11:35:14,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/7bdf0d5284ee4faab45d3d7235f6798d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/7bdf0d5284ee4faab45d3d7235f6798d 2024-11-25T11:35:14,309 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/7bdf0d5284ee4faab45d3d7235f6798d, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T11:35:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/39e5715bebf24ede9e56dfabc9a01ecc as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/39e5715bebf24ede9e56dfabc9a01ecc 2024-11-25T11:35:14,313 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/39e5715bebf24ede9e56dfabc9a01ecc, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T11:35:14,314 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 891d17a4258dbb4a6ca151f0eab10337 in 856ms, sequenceid=131, compaction requested=true 2024-11-25T11:35:14,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:14,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:14,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-25T11:35:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-25T11:35:14,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-25T11:35:14,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-25T11:35:14,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.0150 sec 2024-11-25T11:35:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-25T11:35:14,442 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:14,443 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-25T11:35:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T11:35:14,444 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:14,445 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:14,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T11:35:14,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-25T11:35:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:14,598 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T11:35:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:14,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/3893f7f5a6df4846b066a242713df310 is 50, key is test_row_0/A:col10/1732534513570/Put/seqid=0 2024-11-25T11:35:14,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742324_1500 (size=12151) 2024-11-25T11:35:14,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:14,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T11:35:14,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534574779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:14,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534574780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:14,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534574781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:14,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:14,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534574892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:14,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:14,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534574892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:14,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534574902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:15,007 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/3893f7f5a6df4846b066a242713df310 2024-11-25T11:35:15,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/1ec4aec69f124b9985bcf06135cfe4a9 is 50, key is test_row_0/B:col10/1732534513570/Put/seqid=0 2024-11-25T11:35:15,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742325_1501 (size=12151) 2024-11-25T11:35:15,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T11:35:15,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534575112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:15,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534575112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:15,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534575112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:15,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534575362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:15,370 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:15,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534575382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:15,392 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8253 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:15,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:15,417 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/1ec4aec69f124b9985bcf06135cfe4a9 2024-11-25T11:35:15,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/1149bafcf9a24fac9882252a2e2a5329 is 50, key is test_row_0/C:col10/1732534513570/Put/seqid=0 2024-11-25T11:35:15,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742326_1502 (size=12151) 2024-11-25T11:35:15,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534575423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:15,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534575432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534575432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:15,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T11:35:15,828 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/1149bafcf9a24fac9882252a2e2a5329 2024-11-25T11:35:15,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/3893f7f5a6df4846b066a242713df310 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/3893f7f5a6df4846b066a242713df310 2024-11-25T11:35:15,835 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/3893f7f5a6df4846b066a242713df310, entries=150, sequenceid=149, filesize=11.9 K 2024-11-25T11:35:15,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/1ec4aec69f124b9985bcf06135cfe4a9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/1ec4aec69f124b9985bcf06135cfe4a9 2024-11-25T11:35:15,838 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/1ec4aec69f124b9985bcf06135cfe4a9, entries=150, sequenceid=149, filesize=11.9 K 2024-11-25T11:35:15,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/1149bafcf9a24fac9882252a2e2a5329 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1149bafcf9a24fac9882252a2e2a5329 2024-11-25T11:35:15,841 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1149bafcf9a24fac9882252a2e2a5329, entries=150, sequenceid=149, filesize=11.9 K 2024-11-25T11:35:15,842 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 891d17a4258dbb4a6ca151f0eab10337 in 1244ms, sequenceid=149, compaction requested=true 2024-11-25T11:35:15,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:15,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:15,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-25T11:35:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-25T11:35:15,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-25T11:35:15,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-11-25T11:35:15,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.4030 sec 2024-11-25T11:35:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:15,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T11:35:15,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:15,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:15,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:15,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:15,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:15,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:15,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/0a3857da0fda46d2bf3ef9dde4b96625 is 50, key is test_row_0/A:col10/1732534514779/Put/seqid=0 2024-11-25T11:35:15,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742327_1503 (size=14541) 2024-11-25T11:35:16,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534576005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534576006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534576020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534576132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534576133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534576142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/0a3857da0fda46d2bf3ef9dde4b96625 2024-11-25T11:35:16,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/ec7c4d81e4cd4dcda53520c32fbca0a4 is 50, key is test_row_0/B:col10/1732534514779/Put/seqid=0 2024-11-25T11:35:16,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534576352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534576352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534576353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742328_1504 (size=12151) 2024-11-25T11:35:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-25T11:35:16,593 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:16,593 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-25T11:35:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T11:35:16,595 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:16,596 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:16,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:16,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534576672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534576672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534576672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T11:35:16,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T11:35:16,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:16,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:16,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:16,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:16,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:16,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/ec7c4d81e4cd4dcda53520c32fbca0a4 2024-11-25T11:35:16,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/3b8f10aa5b6240cd886f8fba788b450c is 50, key is test_row_0/C:col10/1732534514779/Put/seqid=0 2024-11-25T11:35:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742329_1505 (size=12151) 2024-11-25T11:35:16,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T11:35:16,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:16,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:16,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:16,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:16,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T11:35:17,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T11:35:17,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/3b8f10aa5b6240cd886f8fba788b450c 2024-11-25T11:35:17,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/0a3857da0fda46d2bf3ef9dde4b96625 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a3857da0fda46d2bf3ef9dde4b96625 2024-11-25T11:35:17,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a3857da0fda46d2bf3ef9dde4b96625, entries=200, sequenceid=164, filesize=14.2 K 2024-11-25T11:35:17,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/ec7c4d81e4cd4dcda53520c32fbca0a4 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/ec7c4d81e4cd4dcda53520c32fbca0a4 2024-11-25T11:35:17,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/ec7c4d81e4cd4dcda53520c32fbca0a4, entries=150, sequenceid=164, filesize=11.9 K 2024-11-25T11:35:17,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/3b8f10aa5b6240cd886f8fba788b450c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/3b8f10aa5b6240cd886f8fba788b450c 2024-11-25T11:35:17,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534577182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:17,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/3b8f10aa5b6240cd886f8fba788b450c, entries=150, sequenceid=164, filesize=11.9 K 2024-11-25T11:35:17,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 891d17a4258dbb4a6ca151f0eab10337 in 1251ms, sequenceid=164, compaction requested=true 2024-11-25T11:35:17,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:17,198 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T11:35:17,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:35:17,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:17,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:35:17,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:17,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:35:17,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:17,198 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T11:35:17,199 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62951 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T11:35:17,199 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/A is initiating minor compaction (all files) 2024-11-25T11:35:17,199 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/A in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,199 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T11:35:17,199 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/079ec6f1105d4cee86f353028c58da5e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/9dabe71483c549a8b867c45419a23b6e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/2533970d131445139b69d8ab0f8c7a29, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/3893f7f5a6df4846b066a242713df310, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a3857da0fda46d2bf3ef9dde4b96625] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=61.5 K 2024-11-25T11:35:17,199 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/B is initiating minor compaction (all files) 2024-11-25T11:35:17,199 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/B in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,199 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/cc194c6fe9a04298a0c1c02929230031, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6e7dd92f694e4a888c444c7a0297130b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/7bdf0d5284ee4faab45d3d7235f6798d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/1ec4aec69f124b9985bcf06135cfe4a9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/ec7c4d81e4cd4dcda53520c32fbca0a4] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=59.1 K 2024-11-25T11:35:17,200 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 079ec6f1105d4cee86f353028c58da5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732534510482 2024-11-25T11:35:17,200 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting cc194c6fe9a04298a0c1c02929230031, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732534510482 2024-11-25T11:35:17,200 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dabe71483c549a8b867c45419a23b6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732534511697 2024-11-25T11:35:17,200 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e7dd92f694e4a888c444c7a0297130b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732534511697 2024-11-25T11:35:17,200 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2533970d131445139b69d8ab0f8c7a29, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732534512374 2024-11-25T11:35:17,200 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bdf0d5284ee4faab45d3d7235f6798d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732534512374 2024-11-25T11:35:17,201 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3893f7f5a6df4846b066a242713df310, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732534513570 2024-11-25T11:35:17,201 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ec4aec69f124b9985bcf06135cfe4a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732534513570 2024-11-25T11:35:17,201 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a3857da0fda46d2bf3ef9dde4b96625, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732534514777 2024-11-25T11:35:17,201 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting ec7c4d81e4cd4dcda53520c32fbca0a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732534514778 2024-11-25T11:35:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:17,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T11:35:17,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:17,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:17,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:17,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:17,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:17,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:17,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T11:35:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:17,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/03537ad6509b43cd83e4ea01a4e4857b is 50, key is test_row_0/A:col10/1732534517201/Put/seqid=0 2024-11-25T11:35:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,212 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#B#compaction#427 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:17,213 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/469e156ecace4e3c88926b846ff9cb11 is 50, key is test_row_0/B:col10/1732534514779/Put/seqid=0 2024-11-25T11:35:17,217 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#A#compaction#428 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:17,217 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/3be92740d23f4301982d5dcc42202fc3 is 50, key is test_row_0/A:col10/1732534514779/Put/seqid=0 2024-11-25T11:35:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T11:35:17,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742330_1506 (size=14541) 2024-11-25T11:35:17,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/03537ad6509b43cd83e4ea01a4e4857b 2024-11-25T11:35:17,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742331_1507 (size=12527) 2024-11-25T11:35:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742332_1508 (size=12527) 2024-11-25T11:35:17,242 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/469e156ecace4e3c88926b846ff9cb11 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/469e156ecace4e3c88926b846ff9cb11 2024-11-25T11:35:17,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/0e835dc4b6324164b491ca5d53656fa6 is 50, key is test_row_0/B:col10/1732534517201/Put/seqid=0 2024-11-25T11:35:17,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742333_1509 (size=12151) 2024-11-25T11:35:17,250 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/B of 891d17a4258dbb4a6ca151f0eab10337 into 469e156ecace4e3c88926b846ff9cb11(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:17,250 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:17,250 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/B, priority=11, startTime=1732534517198; duration=0sec 2024-11-25T11:35:17,250 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:17,250 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:B 2024-11-25T11:35:17,250 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T11:35:17,255 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T11:35:17,255 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/C is initiating minor compaction (all files) 2024-11-25T11:35:17,255 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/C in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,255 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/935d37fe5d3c4cf9956ad5c29023abe9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/6d758d6005854a79bb17c34c84907e9e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/39e5715bebf24ede9e56dfabc9a01ecc, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1149bafcf9a24fac9882252a2e2a5329, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/3b8f10aa5b6240cd886f8fba788b450c] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=59.1 K 2024-11-25T11:35:17,255 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 935d37fe5d3c4cf9956ad5c29023abe9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732534510482 2024-11-25T11:35:17,255 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d758d6005854a79bb17c34c84907e9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732534511697 2024-11-25T11:35:17,256 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 39e5715bebf24ede9e56dfabc9a01ecc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732534512374 2024-11-25T11:35:17,256 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1149bafcf9a24fac9882252a2e2a5329, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732534513570 2024-11-25T11:35:17,256 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b8f10aa5b6240cd886f8fba788b450c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732534514778 2024-11-25T11:35:17,264 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#C#compaction#430 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:17,265 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/b984ddc2d3d14f568d47fb83eea6876c is 50, key is test_row_0/C:col10/1732534514779/Put/seqid=0 2024-11-25T11:35:17,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742334_1510 (size=12527) 2024-11-25T11:35:17,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534577263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:17,275 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/b984ddc2d3d14f568d47fb83eea6876c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/b984ddc2d3d14f568d47fb83eea6876c 2024-11-25T11:35:17,279 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/C of 891d17a4258dbb4a6ca151f0eab10337 into b984ddc2d3d14f568d47fb83eea6876c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:17,280 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:17,280 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/C, priority=11, startTime=1732534517198; duration=0sec 2024-11-25T11:35:17,280 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:17,280 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:C 2024-11-25T11:35:17,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534577270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:17,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T11:35:17,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534577382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:17,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:17,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534577392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:17,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T11:35:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534577592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:17,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534577612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:17,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:17,641 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/3be92740d23f4301982d5dcc42202fc3 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/3be92740d23f4301982d5dcc42202fc3 2024-11-25T11:35:17,644 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/A of 891d17a4258dbb4a6ca151f0eab10337 into 3be92740d23f4301982d5dcc42202fc3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:17,644 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:17,644 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/A, priority=11, startTime=1732534517198; duration=0sec 2024-11-25T11:35:17,644 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:17,645 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:A 2024-11-25T11:35:17,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/0e835dc4b6324164b491ca5d53656fa6 2024-11-25T11:35:17,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/c04f720c898b4e8e9be9be2fb521c576 is 50, key is test_row_0/C:col10/1732534517201/Put/seqid=0 2024-11-25T11:35:17,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742335_1511 (size=12151) 2024-11-25T11:35:17,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T11:35:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:17,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T11:35:17,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T11:35:17,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:17,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534577912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:17,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534577922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:17,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:17,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:17,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T11:35:17,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:17,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:17,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:18,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/c04f720c898b4e8e9be9be2fb521c576 2024-11-25T11:35:18,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/03537ad6509b43cd83e4ea01a4e4857b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/03537ad6509b43cd83e4ea01a4e4857b 2024-11-25T11:35:18,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/03537ad6509b43cd83e4ea01a4e4857b, entries=200, sequenceid=182, filesize=14.2 K 2024-11-25T11:35:18,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/0e835dc4b6324164b491ca5d53656fa6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/0e835dc4b6324164b491ca5d53656fa6 2024-11-25T11:35:18,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/0e835dc4b6324164b491ca5d53656fa6, entries=150, sequenceid=182, filesize=11.9 K 2024-11-25T11:35:18,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/c04f720c898b4e8e9be9be2fb521c576 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c04f720c898b4e8e9be9be2fb521c576 2024-11-25T11:35:18,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c04f720c898b4e8e9be9be2fb521c576, entries=150, sequenceid=182, filesize=11.9 K 2024-11-25T11:35:18,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 891d17a4258dbb4a6ca151f0eab10337 in 871ms, sequenceid=182, compaction requested=false 2024-11-25T11:35:18,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:18,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-25T11:35:18,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:18,124 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T11:35:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/90e09178051e4ea99590d0dfa161387e is 50, key is test_row_0/A:col10/1732534517250/Put/seqid=0 2024-11-25T11:35:18,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742336_1512 (size=12151) 2024-11-25T11:35:18,145 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/90e09178051e4ea99590d0dfa161387e 2024-11-25T11:35:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/fe8ee23ea1ff49d3ba02b81f6cb30133 is 50, key is test_row_0/B:col10/1732534517250/Put/seqid=0 2024-11-25T11:35:18,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742337_1513 (size=12151) 2024-11-25T11:35:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:18,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:18,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534578306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:18,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:18,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534578422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:18,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534578422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:18,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534578442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:18,561 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/fe8ee23ea1ff49d3ba02b81f6cb30133 2024-11-25T11:35:18,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/bc4f1dbc1a2c4f8d9cf553e4f304b453 is 50, key is test_row_0/C:col10/1732534517250/Put/seqid=0 2024-11-25T11:35:18,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742338_1514 (size=12151) 2024-11-25T11:35:18,580 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/bc4f1dbc1a2c4f8d9cf553e4f304b453 2024-11-25T11:35:18,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/90e09178051e4ea99590d0dfa161387e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/90e09178051e4ea99590d0dfa161387e 2024-11-25T11:35:18,587 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/90e09178051e4ea99590d0dfa161387e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T11:35:18,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/fe8ee23ea1ff49d3ba02b81f6cb30133 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/fe8ee23ea1ff49d3ba02b81f6cb30133 2024-11-25T11:35:18,593 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/fe8ee23ea1ff49d3ba02b81f6cb30133, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T11:35:18,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/bc4f1dbc1a2c4f8d9cf553e4f304b453 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/bc4f1dbc1a2c4f8d9cf553e4f304b453 2024-11-25T11:35:18,597 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/bc4f1dbc1a2c4f8d9cf553e4f304b453, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T11:35:18,598 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 891d17a4258dbb4a6ca151f0eab10337 in 475ms, sequenceid=199, compaction requested=true 2024-11-25T11:35:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-25T11:35:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-25T11:35:18,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-25T11:35:18,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0030 sec 2024-11-25T11:35:18,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 2.0120 sec 2024-11-25T11:35:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:18,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-25T11:35:18,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:18,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:18,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:18,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:18,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:18,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:18,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/b9391195c2b04f2f8d78c41a06db22eb is 50, key is test_row_0/A:col10/1732534518281/Put/seqid=0 2024-11-25T11:35:18,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742339_1515 (size=14541) 2024-11-25T11:35:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-25T11:35:18,742 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:18,742 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-25T11:35:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T11:35:18,744 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:18,745 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:18,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:18,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534578732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:18,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T11:35:18,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534578852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:18,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:18,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:18,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:18,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/b9391195c2b04f2f8d78c41a06db22eb 2024-11-25T11:35:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T11:35:19,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/cb40a25cae9c421f96ce71984147a836 is 50, key is test_row_0/B:col10/1732534518281/Put/seqid=0 2024-11-25T11:35:19,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742340_1516 (size=12151) 2024-11-25T11:35:19,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534579072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:19,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:19,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:19,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T11:35:19,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534579392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:19,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:19,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534579442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:19,453 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:19,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:19,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/cb40a25cae9c421f96ce71984147a836 2024-11-25T11:35:19,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534579462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:19,474 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:19,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/8cdb4f0ac70948978e98be47cb94a784 is 50, key is test_row_0/C:col10/1732534518281/Put/seqid=0 2024-11-25T11:35:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742341_1517 (size=12151) 2024-11-25T11:35:19,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:19,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:19,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:19,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T11:35:19,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/8cdb4f0ac70948978e98be47cb94a784 2024-11-25T11:35:19,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/b9391195c2b04f2f8d78c41a06db22eb as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b9391195c2b04f2f8d78c41a06db22eb 2024-11-25T11:35:19,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b9391195c2b04f2f8d78c41a06db22eb, entries=200, sequenceid=218, filesize=14.2 K 2024-11-25T11:35:19,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/cb40a25cae9c421f96ce71984147a836 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/cb40a25cae9c421f96ce71984147a836 2024-11-25T11:35:19,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/cb40a25cae9c421f96ce71984147a836, entries=150, sequenceid=218, filesize=11.9 K 2024-11-25T11:35:19,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/8cdb4f0ac70948978e98be47cb94a784 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/8cdb4f0ac70948978e98be47cb94a784 2024-11-25T11:35:19,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/8cdb4f0ac70948978e98be47cb94a784, entries=150, sequenceid=218, filesize=11.9 K 2024-11-25T11:35:19,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 891d17a4258dbb4a6ca151f0eab10337 in 1255ms, sequenceid=218, compaction requested=true 2024-11-25T11:35:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:35:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:19,904 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:35:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:35:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:19,904 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:19,905 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:19,905 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/A is initiating minor compaction (all files) 2024-11-25T11:35:19,905 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/A in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,905 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/3be92740d23f4301982d5dcc42202fc3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/03537ad6509b43cd83e4ea01a4e4857b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/90e09178051e4ea99590d0dfa161387e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b9391195c2b04f2f8d78c41a06db22eb] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=52.5 K 2024-11-25T11:35:19,905 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:19,905 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/B is initiating minor compaction (all files) 2024-11-25T11:35:19,905 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/B in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,905 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/469e156ecace4e3c88926b846ff9cb11, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/0e835dc4b6324164b491ca5d53656fa6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/fe8ee23ea1ff49d3ba02b81f6cb30133, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/cb40a25cae9c421f96ce71984147a836] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=47.8 K 2024-11-25T11:35:19,906 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3be92740d23f4301982d5dcc42202fc3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732534514778 2024-11-25T11:35:19,906 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 469e156ecace4e3c88926b846ff9cb11, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732534514778 2024-11-25T11:35:19,906 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e835dc4b6324164b491ca5d53656fa6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732534515975 2024-11-25T11:35:19,907 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03537ad6509b43cd83e4ea01a4e4857b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732534515975 2024-11-25T11:35:19,907 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting fe8ee23ea1ff49d3ba02b81f6cb30133, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732534517250 2024-11-25T11:35:19,907 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90e09178051e4ea99590d0dfa161387e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732534517250 2024-11-25T11:35:19,907 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9391195c2b04f2f8d78c41a06db22eb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534518281 2024-11-25T11:35:19,907 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting cb40a25cae9c421f96ce71984147a836, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534518281 2024-11-25T11:35:19,920 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#A#compaction#438 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:19,920 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#B#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:19,921 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/9d1786e8cd0a41b5b15a44df98384fcb is 50, key is test_row_0/A:col10/1732534518281/Put/seqid=0 2024-11-25T11:35:19,921 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/4a207db1c3f444f98e8702baf427f029 is 50, key is test_row_0/B:col10/1732534518281/Put/seqid=0 2024-11-25T11:35:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:19,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-25T11:35:19,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:19,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:19,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:19,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:19,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:19,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:19,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742342_1518 (size=12663) 2024-11-25T11:35:19,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/214d8fcb592046e39db96feb9cfd4540 is 50, key is test_row_0/A:col10/1732534518673/Put/seqid=0 2024-11-25T11:35:19,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742343_1519 (size=12663) 2024-11-25T11:35:19,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742344_1520 (size=14541) 2024-11-25T11:35:19,944 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/9d1786e8cd0a41b5b15a44df98384fcb as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/9d1786e8cd0a41b5b15a44df98384fcb 2024-11-25T11:35:19,952 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/A of 891d17a4258dbb4a6ca151f0eab10337 into 9d1786e8cd0a41b5b15a44df98384fcb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:19,952 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:19,952 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/A, priority=12, startTime=1732534519904; duration=0sec 2024-11-25T11:35:19,952 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:19,952 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:A 2024-11-25T11:35:19,952 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:19,953 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:19,953 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/C is initiating minor compaction (all files) 2024-11-25T11:35:19,953 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/C in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,953 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/b984ddc2d3d14f568d47fb83eea6876c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c04f720c898b4e8e9be9be2fb521c576, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/bc4f1dbc1a2c4f8d9cf553e4f304b453, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/8cdb4f0ac70948978e98be47cb94a784] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=47.8 K 2024-11-25T11:35:19,954 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b984ddc2d3d14f568d47fb83eea6876c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732534514778 2024-11-25T11:35:19,955 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c04f720c898b4e8e9be9be2fb521c576, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732534515975 2024-11-25T11:35:19,955 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc4f1dbc1a2c4f8d9cf553e4f304b453, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732534517250 2024-11-25T11:35:19,956 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cdb4f0ac70948978e98be47cb94a784, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534518281 2024-11-25T11:35:19,964 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:19,965 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/5f6a7981f8884bceb3f1c06e34697d6a is 50, key is test_row_0/C:col10/1732534518281/Put/seqid=0 2024-11-25T11:35:19,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:19,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:19,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742345_1521 (size=12663) 2024-11-25T11:35:20,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534580061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:20,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:20,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534580172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:20,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:20,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,333 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/4a207db1c3f444f98e8702baf427f029 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/4a207db1c3f444f98e8702baf427f029 2024-11-25T11:35:20,337 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/B of 891d17a4258dbb4a6ca151f0eab10337 into 4a207db1c3f444f98e8702baf427f029(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:20,337 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:20,337 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/B, priority=12, startTime=1732534519904; duration=0sec 2024-11-25T11:35:20,338 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:20,338 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:B 2024-11-25T11:35:20,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/214d8fcb592046e39db96feb9cfd4540 2024-11-25T11:35:20,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/f6c89800106847959f598b6bb46d94ea is 50, key is test_row_0/B:col10/1732534518673/Put/seqid=0 2024-11-25T11:35:20,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742346_1522 (size=12151) 2024-11-25T11:35:20,382 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/5f6a7981f8884bceb3f1c06e34697d6a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/5f6a7981f8884bceb3f1c06e34697d6a 2024-11-25T11:35:20,389 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/C of 891d17a4258dbb4a6ca151f0eab10337 into 5f6a7981f8884bceb3f1c06e34697d6a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:20,389 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:20,389 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/C, priority=12, startTime=1732534519904; duration=0sec 2024-11-25T11:35:20,389 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:20,389 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:C 2024-11-25T11:35:20,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534580392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:20,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534580712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:20,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:20,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:20,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:20,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/f6c89800106847959f598b6bb46d94ea 2024-11-25T11:35:20,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/b8b2cf1f0cff47ed9e9cd516fb302e4c is 50, key is test_row_0/C:col10/1732534518673/Put/seqid=0 2024-11-25T11:35:20,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742347_1523 (size=12151) 2024-11-25T11:35:20,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:20,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:20,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:20,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T11:35:21,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:21,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:21,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:21,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:21,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:21,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:21,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:21,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/b8b2cf1f0cff47ed9e9cd516fb302e4c 2024-11-25T11:35:21,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/214d8fcb592046e39db96feb9cfd4540 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/214d8fcb592046e39db96feb9cfd4540 2024-11-25T11:35:21,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/214d8fcb592046e39db96feb9cfd4540, entries=200, sequenceid=232, filesize=14.2 K 2024-11-25T11:35:21,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/f6c89800106847959f598b6bb46d94ea as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f6c89800106847959f598b6bb46d94ea 2024-11-25T11:35:21,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f6c89800106847959f598b6bb46d94ea, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T11:35:21,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/b8b2cf1f0cff47ed9e9cd516fb302e4c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/b8b2cf1f0cff47ed9e9cd516fb302e4c 2024-11-25T11:35:21,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/b8b2cf1f0cff47ed9e9cd516fb302e4c, entries=150, sequenceid=232, filesize=11.9 K 2024-11-25T11:35:21,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 891d17a4258dbb4a6ca151f0eab10337 in 1263ms, sequenceid=232, compaction requested=false 2024-11-25T11:35:21,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:21,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-25T11:35:21,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:21,193 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-25T11:35:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:21,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:21,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/b1fddf8380284f579df957261106898b is 50, key is test_row_0/A:col10/1732534520045/Put/seqid=0 2024-11-25T11:35:21,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742348_1524 (size=12151) 2024-11-25T11:35:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:21,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:21,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534581317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:21,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:21,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534581432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:21,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:21,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534581472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:21,482 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:21,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534581482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:21,487 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:21,605 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/b1fddf8380284f579df957261106898b 2024-11-25T11:35:21,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/3c765b9032684c7782234edda20f2d7c is 50, key is test_row_0/B:col10/1732534520045/Put/seqid=0 2024-11-25T11:35:21,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742349_1525 (size=12151) 2024-11-25T11:35:21,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534581642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:21,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534581952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:22,016 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/3c765b9032684c7782234edda20f2d7c 2024-11-25T11:35:22,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/59a5114f78dd4569a688d43b94efe2f6 is 50, key is test_row_0/C:col10/1732534520045/Put/seqid=0 2024-11-25T11:35:22,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742350_1526 (size=12151) 2024-11-25T11:35:22,426 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/59a5114f78dd4569a688d43b94efe2f6 2024-11-25T11:35:22,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/b1fddf8380284f579df957261106898b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b1fddf8380284f579df957261106898b 2024-11-25T11:35:22,433 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b1fddf8380284f579df957261106898b, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T11:35:22,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/3c765b9032684c7782234edda20f2d7c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/3c765b9032684c7782234edda20f2d7c 2024-11-25T11:35:22,436 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/3c765b9032684c7782234edda20f2d7c, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T11:35:22,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/59a5114f78dd4569a688d43b94efe2f6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/59a5114f78dd4569a688d43b94efe2f6 2024-11-25T11:35:22,440 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/59a5114f78dd4569a688d43b94efe2f6, entries=150, sequenceid=253, filesize=11.9 K 2024-11-25T11:35:22,441 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 891d17a4258dbb4a6ca151f0eab10337 in 1249ms, sequenceid=253, compaction requested=true 2024-11-25T11:35:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-25T11:35:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-25T11:35:22,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-25T11:35:22,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6970 sec 2024-11-25T11:35:22,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 3.7020 sec 2024-11-25T11:35:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:22,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-25T11:35:22,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:22,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:22,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:22,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:22,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:22,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:22,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/e09970fada9342f3b35624d381cea8ae is 50, key is test_row_0/A:col10/1732534521304/Put/seqid=0 2024-11-25T11:35:22,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742351_1527 (size=14741) 2024-11-25T11:35:22,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534582575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:22,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534582692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:22,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/e09970fada9342f3b35624d381cea8ae 2024-11-25T11:35:22,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/51789987933a499cb0420e2975257657 is 50, key is test_row_0/B:col10/1732534521304/Put/seqid=0 2024-11-25T11:35:22,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742352_1528 (size=12301) 2024-11-25T11:35:22,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/51789987933a499cb0420e2975257657 2024-11-25T11:35:22,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/93f14914e5b54f0c80000b89c02d0780 is 50, key is test_row_0/C:col10/1732534521304/Put/seqid=0 2024-11-25T11:35:22,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742353_1529 (size=12301) 2024-11-25T11:35:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-25T11:35:22,912 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:22,913 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-11-25T11:35:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T11:35:22,914 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:22,915 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:22,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:22,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534582912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:22,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T11:35:23,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-25T11:35:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:23,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:23,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:23,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:23,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-25T11:35:23,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:23,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:23,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:23,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:23,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T11:35:23,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:23,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534583233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:23,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:23,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:23,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:23,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/93f14914e5b54f0c80000b89c02d0780 2024-11-25T11:35:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/e09970fada9342f3b35624d381cea8ae as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/e09970fada9342f3b35624d381cea8ae 2024-11-25T11:35:23,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/e09970fada9342f3b35624d381cea8ae, entries=200, sequenceid=268, filesize=14.4 K 2024-11-25T11:35:23,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/51789987933a499cb0420e2975257657 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/51789987933a499cb0420e2975257657 2024-11-25T11:35:23,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/51789987933a499cb0420e2975257657, entries=150, sequenceid=268, filesize=12.0 K 2024-11-25T11:35:23,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/93f14914e5b54f0c80000b89c02d0780 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/93f14914e5b54f0c80000b89c02d0780 2024-11-25T11:35:23,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/93f14914e5b54f0c80000b89c02d0780, entries=150, sequenceid=268, filesize=12.0 K 2024-11-25T11:35:23,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 891d17a4258dbb4a6ca151f0eab10337 in 843ms, sequenceid=268, compaction requested=true 2024-11-25T11:35:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:35:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:35:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:35:23,319 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:23,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:23,319 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:23,320 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:23,320 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/A is initiating minor compaction (all files) 2024-11-25T11:35:23,320 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/A in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:23,320 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/9d1786e8cd0a41b5b15a44df98384fcb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/214d8fcb592046e39db96feb9cfd4540, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b1fddf8380284f579df957261106898b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/e09970fada9342f3b35624d381cea8ae] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=52.8 K 2024-11-25T11:35:23,321 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:23,321 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d1786e8cd0a41b5b15a44df98384fcb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534518281 2024-11-25T11:35:23,321 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/B is initiating minor compaction (all files) 2024-11-25T11:35:23,321 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/B in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:23,321 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/4a207db1c3f444f98e8702baf427f029, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f6c89800106847959f598b6bb46d94ea, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/3c765b9032684c7782234edda20f2d7c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/51789987933a499cb0420e2975257657] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=48.1 K 2024-11-25T11:35:23,321 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 214d8fcb592046e39db96feb9cfd4540, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732534518673 2024-11-25T11:35:23,321 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a207db1c3f444f98e8702baf427f029, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534518281 2024-11-25T11:35:23,321 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1fddf8380284f579df957261106898b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732534520030 2024-11-25T11:35:23,321 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting f6c89800106847959f598b6bb46d94ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732534518673 2024-11-25T11:35:23,321 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting e09970fada9342f3b35624d381cea8ae, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732534521245 2024-11-25T11:35:23,322 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c765b9032684c7782234edda20f2d7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732534520030 2024-11-25T11:35:23,322 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 51789987933a499cb0420e2975257657, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732534521245 2024-11-25T11:35:23,329 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#A#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:23,330 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/28ba0dc74d464f8fb05c0e32e9c35ddd is 50, key is test_row_0/A:col10/1732534521304/Put/seqid=0 2024-11-25T11:35:23,330 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#B#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:23,331 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/c4befe6ce6a041d6a9386965b14fc668 is 50, key is test_row_0/B:col10/1732534521304/Put/seqid=0 2024-11-25T11:35:23,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742354_1530 (size=12949) 2024-11-25T11:35:23,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742355_1531 (size=12949) 2024-11-25T11:35:23,338 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/28ba0dc74d464f8fb05c0e32e9c35ddd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/28ba0dc74d464f8fb05c0e32e9c35ddd 2024-11-25T11:35:23,341 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/A of 891d17a4258dbb4a6ca151f0eab10337 into 28ba0dc74d464f8fb05c0e32e9c35ddd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:23,341 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:23,341 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/A, priority=12, startTime=1732534523319; duration=0sec 2024-11-25T11:35:23,341 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:23,342 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:A 2024-11-25T11:35:23,342 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:23,342 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:23,343 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/C is initiating minor compaction (all files) 2024-11-25T11:35:23,343 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/C in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:23,343 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/5f6a7981f8884bceb3f1c06e34697d6a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/b8b2cf1f0cff47ed9e9cd516fb302e4c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/59a5114f78dd4569a688d43b94efe2f6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/93f14914e5b54f0c80000b89c02d0780] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=48.1 K 2024-11-25T11:35:23,343 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f6a7981f8884bceb3f1c06e34697d6a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732534518281 2024-11-25T11:35:23,343 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8b2cf1f0cff47ed9e9cd516fb302e4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732534518673 2024-11-25T11:35:23,343 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59a5114f78dd4569a688d43b94efe2f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732534520030 2024-11-25T11:35:23,344 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93f14914e5b54f0c80000b89c02d0780, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732534521245 2024-11-25T11:35:23,351 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#C#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:23,352 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/a2cf0a125e544b8fa74489c421959f23 is 50, key is test_row_0/C:col10/1732534521304/Put/seqid=0 2024-11-25T11:35:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742356_1532 (size=12949) 2024-11-25T11:35:23,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-11-25T11:35:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:23,373 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T11:35:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:23,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:23,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:23,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:23,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/7c662857321b4d44914938fa73778cf9 is 50, key is test_row_0/A:col10/1732534522567/Put/seqid=0 2024-11-25T11:35:23,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742357_1533 (size=12301) 2024-11-25T11:35:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T11:35:23,738 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/c4befe6ce6a041d6a9386965b14fc668 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c4befe6ce6a041d6a9386965b14fc668 2024-11-25T11:35:23,742 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/B of 891d17a4258dbb4a6ca151f0eab10337 into c4befe6ce6a041d6a9386965b14fc668(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:23,742 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:23,742 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/B, priority=12, startTime=1732534523319; duration=0sec 2024-11-25T11:35:23,742 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:23,742 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:B 2024-11-25T11:35:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:23,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:23,760 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/a2cf0a125e544b8fa74489c421959f23 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/a2cf0a125e544b8fa74489c421959f23 2024-11-25T11:35:23,763 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/C of 891d17a4258dbb4a6ca151f0eab10337 into a2cf0a125e544b8fa74489c421959f23(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:23,764 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:23,764 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/C, priority=12, startTime=1732534523319; duration=0sec 2024-11-25T11:35:23,764 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:23,764 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:C 2024-11-25T11:35:23,780 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/7c662857321b4d44914938fa73778cf9 2024-11-25T11:35:23,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/2a16c6346f124c08b6adf08efe70682b is 50, key is test_row_0/B:col10/1732534522567/Put/seqid=0 2024-11-25T11:35:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742358_1534 (size=12301) 2024-11-25T11:35:23,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534583822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:23,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534583932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:23,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:23,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:23,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T11:35:24,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534584142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:24,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:24,190 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/2a16c6346f124c08b6adf08efe70682b 2024-11-25T11:35:24,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/818a44e4a5664f18a4614531cc5881cc is 50, key is test_row_0/C:col10/1732534522567/Put/seqid=0 2024-11-25T11:35:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742359_1535 (size=12301) 2024-11-25T11:35:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534584452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:24,601 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/818a44e4a5664f18a4614531cc5881cc 2024-11-25T11:35:24,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/7c662857321b4d44914938fa73778cf9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/7c662857321b4d44914938fa73778cf9 2024-11-25T11:35:24,607 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/7c662857321b4d44914938fa73778cf9, entries=150, sequenceid=286, filesize=12.0 K 2024-11-25T11:35:24,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/2a16c6346f124c08b6adf08efe70682b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/2a16c6346f124c08b6adf08efe70682b 2024-11-25T11:35:24,611 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/2a16c6346f124c08b6adf08efe70682b, entries=150, sequenceid=286, filesize=12.0 K 2024-11-25T11:35:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/818a44e4a5664f18a4614531cc5881cc as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/818a44e4a5664f18a4614531cc5881cc 2024-11-25T11:35:24,614 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/818a44e4a5664f18a4614531cc5881cc, entries=150, sequenceid=286, filesize=12.0 K 2024-11-25T11:35:24,615 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 891d17a4258dbb4a6ca151f0eab10337 in 1242ms, sequenceid=286, compaction requested=false 2024-11-25T11:35:24,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:24,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:24,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-11-25T11:35:24,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-11-25T11:35:24,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-25T11:35:24,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7010 sec 2024-11-25T11:35:24,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 1.7050 sec 2024-11-25T11:35:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:24,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-25T11:35:24,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:24,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:24,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:24,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:24,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:24,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:24,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/4e59fd59a9dc4487be6de71c78a85ea7 is 50, key is test_row_0/A:col10/1732534524966/Put/seqid=0 2024-11-25T11:35:24,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742360_1536 (size=14741) 2024-11-25T11:35:25,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534585048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-25T11:35:25,062 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:25,063 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-11-25T11:35:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-25T11:35:25,064 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:25,065 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:25,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:25,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534585162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-25T11:35:25,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:25,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:25,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:25,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:25,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/4e59fd59a9dc4487be6de71c78a85ea7 2024-11-25T11:35:25,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/6eac8a79c23b4294a6b71ee3ef872f81 is 50, key is test_row_0/B:col10/1732534524966/Put/seqid=0 2024-11-25T11:35:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-25T11:35:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742361_1537 (size=12301) 2024-11-25T11:35:25,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534585383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:25,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47924 deadline: 1732534585392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:25,396 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18264 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:25,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:25,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:25,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47884 deadline: 1732534585472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:25,478 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18339 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:25,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:25,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47882 deadline: 1732534585502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:25,506 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:25,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47904 deadline: 1732534585522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:25,531 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in 891d17a4258dbb4a6ca151f0eab10337 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:25,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:25,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:25,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-25T11:35:25,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47918 deadline: 1732534585702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 , the old value is region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., hostname=96bb5f2c2895,42925,1732534383188, seqNum=2 because the exception is null or not the one we care about 2024-11-25T11:35:25,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/6eac8a79c23b4294a6b71ee3ef872f81 2024-11-25T11:35:25,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/2a71cbc6595f4baaa54840ae894737e1 is 50, key is test_row_0/C:col10/1732534524966/Put/seqid=0 2024-11-25T11:35:25,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742362_1538 (size=12301) 2024-11-25T11:35:25,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,847 INFO [Thread-2120 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2120. 2024-11-25T11:35:25,847 DEBUG [Thread-2120 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:25,847 DEBUG [Thread-2120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:25,848 DEBUG [Thread-2120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:25,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:25,854 INFO [Thread-2124 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2124. 2024-11-25T11:35:25,854 DEBUG [Thread-2124 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:25,854 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:25,855 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:25,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:25,858 INFO [Thread-2122 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2122. 2024-11-25T11:35:25,858 DEBUG [Thread-2122 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:25,859 DEBUG [Thread-2122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:25,859 DEBUG [Thread-2122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:25,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:25,859 INFO [Thread-2118 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2118. 2024-11-25T11:35:25,859 DEBUG [Thread-2118 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:25,859 DEBUG [Thread-2118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:25,859 DEBUG [Thread-2118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:25,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:25,864 INFO [Thread-2116 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2116. 2024-11-25T11:35:25,864 DEBUG [Thread-2116 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:25,864 DEBUG [Thread-2116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:25,864 DEBUG [Thread-2116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:25,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:25,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:25,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:25,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:25,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:25,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:26,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:26,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/2a71cbc6595f4baaa54840ae894737e1 2024-11-25T11:35:26,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/4e59fd59a9dc4487be6de71c78a85ea7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4e59fd59a9dc4487be6de71c78a85ea7 2024-11-25T11:35:26,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4e59fd59a9dc4487be6de71c78a85ea7, entries=200, sequenceid=304, filesize=14.4 K 2024-11-25T11:35:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-25T11:35:26,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/6eac8a79c23b4294a6b71ee3ef872f81 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6eac8a79c23b4294a6b71ee3ef872f81 2024-11-25T11:35:26,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6eac8a79c23b4294a6b71ee3ef872f81, entries=150, sequenceid=304, filesize=12.0 K 2024-11-25T11:35:26,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/2a71cbc6595f4baaa54840ae894737e1 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/2a71cbc6595f4baaa54840ae894737e1 2024-11-25T11:35:26,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/2a71cbc6595f4baaa54840ae894737e1, entries=150, sequenceid=304, filesize=12.0 K 2024-11-25T11:35:26,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 891d17a4258dbb4a6ca151f0eab10337 in 1241ms, sequenceid=304, compaction requested=true 2024-11-25T11:35:26,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:26,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:35:26,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:26,209 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:26,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:35:26,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:26,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 891d17a4258dbb4a6ca151f0eab10337:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:35:26,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:26,209 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:26,210 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:26,210 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:26,210 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/B is initiating minor compaction (all files) 2024-11-25T11:35:26,210 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/A is initiating minor compaction (all files) 2024-11-25T11:35:26,210 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/B in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,210 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/A in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,210 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c4befe6ce6a041d6a9386965b14fc668, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/2a16c6346f124c08b6adf08efe70682b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6eac8a79c23b4294a6b71ee3ef872f81] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=36.7 K 2024-11-25T11:35:26,210 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/28ba0dc74d464f8fb05c0e32e9c35ddd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/7c662857321b4d44914938fa73778cf9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4e59fd59a9dc4487be6de71c78a85ea7] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=39.1 K 2024-11-25T11:35:26,210 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c4befe6ce6a041d6a9386965b14fc668, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732534521245 2024-11-25T11:35:26,210 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28ba0dc74d464f8fb05c0e32e9c35ddd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732534521245 2024-11-25T11:35:26,210 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a16c6346f124c08b6adf08efe70682b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732534522533 2024-11-25T11:35:26,210 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c662857321b4d44914938fa73778cf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732534522533 2024-11-25T11:35:26,211 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eac8a79c23b4294a6b71ee3ef872f81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732534523791 2024-11-25T11:35:26,211 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e59fd59a9dc4487be6de71c78a85ea7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732534523791 2024-11-25T11:35:26,216 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#B#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:26,216 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#A#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:26,216 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/8122f4f5f3714d4cb5fc90f567dee73c is 50, key is test_row_0/B:col10/1732534524966/Put/seqid=0 2024-11-25T11:35:26,216 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/61ba1d95713c42b48591e13465d97e9a is 50, key is test_row_0/A:col10/1732534524966/Put/seqid=0 2024-11-25T11:35:26,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742363_1539 (size=13051) 2024-11-25T11:35:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742364_1540 (size=13051) 2024-11-25T11:35:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:26,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-25T11:35:26,223 INFO [Thread-2105 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2105. 2024-11-25T11:35:26,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:26,223 DEBUG [Thread-2105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:26,223 DEBUG [Thread-2105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:26,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:26,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:26,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:26,223 DEBUG [Thread-2105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:26,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:26,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:26,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:26,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/ee93a1caafaa4aa79a30c7220787bc63 is 50, key is test_row_0/A:col10/1732534525038/Put/seqid=0 2024-11-25T11:35:26,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742365_1541 (size=12301) 2024-11-25T11:35:26,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,625 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/8122f4f5f3714d4cb5fc90f567dee73c as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/8122f4f5f3714d4cb5fc90f567dee73c 2024-11-25T11:35:26,625 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/61ba1d95713c42b48591e13465d97e9a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/61ba1d95713c42b48591e13465d97e9a 2024-11-25T11:35:26,628 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/B of 891d17a4258dbb4a6ca151f0eab10337 into 8122f4f5f3714d4cb5fc90f567dee73c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:26,628 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/A of 891d17a4258dbb4a6ca151f0eab10337 into 61ba1d95713c42b48591e13465d97e9a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:26,628 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:26,628 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/B, priority=13, startTime=1732534526209; duration=0sec 2024-11-25T11:35:26,628 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:26,628 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/A, priority=13, startTime=1732534526209; duration=0sec 2024-11-25T11:35:26,628 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:26,628 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:B 2024-11-25T11:35:26,628 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:26,628 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:A 2024-11-25T11:35:26,628 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:26,629 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:26,629 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): 891d17a4258dbb4a6ca151f0eab10337/C is initiating minor compaction (all files) 2024-11-25T11:35:26,629 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 891d17a4258dbb4a6ca151f0eab10337/C in TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,629 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/a2cf0a125e544b8fa74489c421959f23, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/818a44e4a5664f18a4614531cc5881cc, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/2a71cbc6595f4baaa54840ae894737e1] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp, totalSize=36.7 K 2024-11-25T11:35:26,629 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting a2cf0a125e544b8fa74489c421959f23, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732534521245 2024-11-25T11:35:26,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/ee93a1caafaa4aa79a30c7220787bc63 2024-11-25T11:35:26,630 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 818a44e4a5664f18a4614531cc5881cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732534522533 2024-11-25T11:35:26,630 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a71cbc6595f4baaa54840ae894737e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732534523791 2024-11-25T11:35:26,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/a08f4ce5a30944b1b960eeaa0007d29d is 50, key is test_row_0/B:col10/1732534525038/Put/seqid=0 2024-11-25T11:35:26,635 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 891d17a4258dbb4a6ca151f0eab10337#C#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:26,635 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/7401ea5dcb434ff3b62580e85e72e296 is 50, key is test_row_0/C:col10/1732534524966/Put/seqid=0 2024-11-25T11:35:26,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742366_1542 (size=12301) 2024-11-25T11:35:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742367_1543 (size=13051) 2024-11-25T11:35:26,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:26,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:27,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/a08f4ce5a30944b1b960eeaa0007d29d 2024-11-25T11:35:27,045 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/7401ea5dcb434ff3b62580e85e72e296 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/7401ea5dcb434ff3b62580e85e72e296 2024-11-25T11:35:27,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/72297e571307497a90e2ef500e142846 is 50, key is test_row_0/C:col10/1732534525038/Put/seqid=0 2024-11-25T11:35:27,049 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 891d17a4258dbb4a6ca151f0eab10337/C of 891d17a4258dbb4a6ca151f0eab10337 into 7401ea5dcb434ff3b62580e85e72e296(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:27,049 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:27,049 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., storeName=891d17a4258dbb4a6ca151f0eab10337/C, priority=13, startTime=1732534526209; duration=0sec 2024-11-25T11:35:27,049 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:27,049 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 891d17a4258dbb4a6ca151f0eab10337:C 2024-11-25T11:35:27,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742368_1544 (size=12301) 2024-11-25T11:35:27,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. as already flushing 2024-11-25T11:35:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:27,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:27,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/72297e571307497a90e2ef500e142846 2024-11-25T11:35:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:27,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/ee93a1caafaa4aa79a30c7220787bc63 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/ee93a1caafaa4aa79a30c7220787bc63 2024-11-25T11:35:27,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/ee93a1caafaa4aa79a30c7220787bc63, entries=150, sequenceid=321, filesize=12.0 K 2024-11-25T11:35:27,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/a08f4ce5a30944b1b960eeaa0007d29d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/a08f4ce5a30944b1b960eeaa0007d29d 2024-11-25T11:35:27,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/a08f4ce5a30944b1b960eeaa0007d29d, entries=150, sequenceid=321, filesize=12.0 K 2024-11-25T11:35:27,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/72297e571307497a90e2ef500e142846 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/72297e571307497a90e2ef500e142846 2024-11-25T11:35:27,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/72297e571307497a90e2ef500e142846, entries=150, sequenceid=321, filesize=12.0 K 2024-11-25T11:35:27,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 891d17a4258dbb4a6ca151f0eab10337 in 841ms, sequenceid=321, compaction requested=false 2024-11-25T11:35:27,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:27,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-11-25T11:35:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2603): Flush status journal for 891d17a4258dbb4a6ca151f0eab10337: 2024-11-25T11:35:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-11-25T11:35:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=150 2024-11-25T11:35:27,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-25T11:35:27,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1410 sec 2024-11-25T11:35:27,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 2.1440 sec 2024-11-25T11:35:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-25T11:35:27,212 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:31,350 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:35:35,433 INFO [Thread-2111 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2111. 2024-11-25T11:35:35,433 DEBUG [Thread-2111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:35,433 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:35,434 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:35,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:35,503 INFO [Thread-2113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2113. 2024-11-25T11:35:35,503 DEBUG [Thread-2113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:35,503 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:35,503 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:35,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:35,553 INFO [Thread-2109 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2109. 2024-11-25T11:35:35,553 DEBUG [Thread-2109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:35,553 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:35,553 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:35,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:35,603 INFO [Thread-2107 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2107. 2024-11-25T11:35:35,603 DEBUG [Thread-2107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:35:35,603 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:35,603 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:35,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 139 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1044 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3132 rows 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1053 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3159 rows 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1047 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3138 rows 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1054 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3162 rows 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1055 2024-11-25T11:35:35,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3159 rows 2024-11-25T11:35:35,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:35:35,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:35:35,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:35,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:35,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:35:35,604 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T11:35:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-25T11:35:35,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534535606"}]},"ts":"1732534535606"} 2024-11-25T11:35:35,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T11:35:35,608 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T11:35:35,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T11:35:35,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=891d17a4258dbb4a6ca151f0eab10337, UNASSIGN}] 2024-11-25T11:35:35,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=891d17a4258dbb4a6ca151f0eab10337, UNASSIGN 2024-11-25T11:35:35,610 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=891d17a4258dbb4a6ca151f0eab10337, regionState=CLOSING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:35,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=891d17a4258dbb4a6ca151f0eab10337, UNASSIGN because future has completed 2024-11-25T11:35:35,612 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:35:35,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:35:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-25T11:35:35,764 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(122): Close 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:35,764 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:35:35,764 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1722): Closing 891d17a4258dbb4a6ca151f0eab10337, disabling compactions & flushes 2024-11-25T11:35:35,764 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:35,764 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:35,764 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. after waiting 0 ms 2024-11-25T11:35:35,764 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:35,764 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(2902): Flushing 891d17a4258dbb4a6ca151f0eab10337 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-25T11:35:35,764 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=A 2024-11-25T11:35:35,764 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:35,764 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=B 2024-11-25T11:35:35,764 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:35,764 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 891d17a4258dbb4a6ca151f0eab10337, store=C 2024-11-25T11:35:35,764 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:35,768 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/cf6893edf9424b9c82e9febf9a433a11 is 50, key is test_row_0/A:col10/1732534535602/Put/seqid=0 2024-11-25T11:35:35,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742369_1545 (size=9857) 2024-11-25T11:35:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-25T11:35:36,171 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/cf6893edf9424b9c82e9febf9a433a11 2024-11-25T11:35:36,177 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/96033d453afb47808924ed305e98e768 is 50, key is test_row_0/B:col10/1732534535602/Put/seqid=0 2024-11-25T11:35:36,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742370_1546 (size=9857) 2024-11-25T11:35:36,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-25T11:35:36,580 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/96033d453afb47808924ed305e98e768 2024-11-25T11:35:36,585 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/01b1e0cd461a414cbdd4b45dc525a990 is 50, key is test_row_0/C:col10/1732534535602/Put/seqid=0 2024-11-25T11:35:36,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742371_1547 (size=9857) 2024-11-25T11:35:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-25T11:35:36,988 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/01b1e0cd461a414cbdd4b45dc525a990 2024-11-25T11:35:36,991 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/A/cf6893edf9424b9c82e9febf9a433a11 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/cf6893edf9424b9c82e9febf9a433a11 2024-11-25T11:35:36,994 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/cf6893edf9424b9c82e9febf9a433a11, entries=100, sequenceid=332, filesize=9.6 K 2024-11-25T11:35:36,994 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/B/96033d453afb47808924ed305e98e768 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/96033d453afb47808924ed305e98e768 2024-11-25T11:35:36,997 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/96033d453afb47808924ed305e98e768, entries=100, sequenceid=332, filesize=9.6 K 2024-11-25T11:35:36,997 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/.tmp/C/01b1e0cd461a414cbdd4b45dc525a990 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/01b1e0cd461a414cbdd4b45dc525a990 2024-11-25T11:35:37,000 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/01b1e0cd461a414cbdd4b45dc525a990, entries=100, sequenceid=332, filesize=9.6 K 2024-11-25T11:35:37,001 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 891d17a4258dbb4a6ca151f0eab10337 in 1237ms, sequenceid=332, compaction requested=true 2024-11-25T11:35:37,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/6b68d38bb133466380bd92c58092e2f2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/88aeadf01ada4187a08c5f8642bfef55, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0991b29238964c46951d9a855e60fafe, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/986aad4b29da41968654e3f919d12e51, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4ab57e039bb8489783fed38951c4762c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a9be9538a2741548955af78415cb9bb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/079ec6f1105d4cee86f353028c58da5e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/9dabe71483c549a8b867c45419a23b6e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/2533970d131445139b69d8ab0f8c7a29, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/3893f7f5a6df4846b066a242713df310, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a3857da0fda46d2bf3ef9dde4b96625, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/3be92740d23f4301982d5dcc42202fc3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/03537ad6509b43cd83e4ea01a4e4857b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/90e09178051e4ea99590d0dfa161387e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b9391195c2b04f2f8d78c41a06db22eb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/9d1786e8cd0a41b5b15a44df98384fcb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/214d8fcb592046e39db96feb9cfd4540, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b1fddf8380284f579df957261106898b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/e09970fada9342f3b35624d381cea8ae, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/28ba0dc74d464f8fb05c0e32e9c35ddd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/7c662857321b4d44914938fa73778cf9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4e59fd59a9dc4487be6de71c78a85ea7] to archive 2024-11-25T11:35:37,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:35:37,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/6b68d38bb133466380bd92c58092e2f2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/6b68d38bb133466380bd92c58092e2f2 2024-11-25T11:35:37,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/88aeadf01ada4187a08c5f8642bfef55 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/88aeadf01ada4187a08c5f8642bfef55 2024-11-25T11:35:37,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0991b29238964c46951d9a855e60fafe to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0991b29238964c46951d9a855e60fafe 2024-11-25T11:35:37,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/986aad4b29da41968654e3f919d12e51 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/986aad4b29da41968654e3f919d12e51 2024-11-25T11:35:37,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4ab57e039bb8489783fed38951c4762c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4ab57e039bb8489783fed38951c4762c 2024-11-25T11:35:37,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a9be9538a2741548955af78415cb9bb to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a9be9538a2741548955af78415cb9bb 2024-11-25T11:35:37,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/079ec6f1105d4cee86f353028c58da5e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/079ec6f1105d4cee86f353028c58da5e 2024-11-25T11:35:37,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/9dabe71483c549a8b867c45419a23b6e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/9dabe71483c549a8b867c45419a23b6e 2024-11-25T11:35:37,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/2533970d131445139b69d8ab0f8c7a29 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/2533970d131445139b69d8ab0f8c7a29 2024-11-25T11:35:37,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/3893f7f5a6df4846b066a242713df310 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/3893f7f5a6df4846b066a242713df310 2024-11-25T11:35:37,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a3857da0fda46d2bf3ef9dde4b96625 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/0a3857da0fda46d2bf3ef9dde4b96625 2024-11-25T11:35:37,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/3be92740d23f4301982d5dcc42202fc3 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/3be92740d23f4301982d5dcc42202fc3 2024-11-25T11:35:37,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/03537ad6509b43cd83e4ea01a4e4857b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/03537ad6509b43cd83e4ea01a4e4857b 2024-11-25T11:35:37,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/90e09178051e4ea99590d0dfa161387e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/90e09178051e4ea99590d0dfa161387e 2024-11-25T11:35:37,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b9391195c2b04f2f8d78c41a06db22eb to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b9391195c2b04f2f8d78c41a06db22eb 2024-11-25T11:35:37,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/9d1786e8cd0a41b5b15a44df98384fcb to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/9d1786e8cd0a41b5b15a44df98384fcb 2024-11-25T11:35:37,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/214d8fcb592046e39db96feb9cfd4540 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/214d8fcb592046e39db96feb9cfd4540 2024-11-25T11:35:37,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b1fddf8380284f579df957261106898b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/b1fddf8380284f579df957261106898b 2024-11-25T11:35:37,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/e09970fada9342f3b35624d381cea8ae to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/e09970fada9342f3b35624d381cea8ae 2024-11-25T11:35:37,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/28ba0dc74d464f8fb05c0e32e9c35ddd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/28ba0dc74d464f8fb05c0e32e9c35ddd 2024-11-25T11:35:37,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/7c662857321b4d44914938fa73778cf9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/7c662857321b4d44914938fa73778cf9 2024-11-25T11:35:37,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4e59fd59a9dc4487be6de71c78a85ea7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/4e59fd59a9dc4487be6de71c78a85ea7 2024-11-25T11:35:37,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/676a628ddfae4e0292672349a51327ce, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c20d3365b82b49e7bede3314aad9dc4c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c58c920080d04266bf004adfee58ccb2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/11e1c8b49e844b0b8939628ea690e4dd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/64169d51acfa4858b2138f880f43da46, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/cc194c6fe9a04298a0c1c02929230031, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f52a6449cb0d4d54ac6d609ce43ddfac, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6e7dd92f694e4a888c444c7a0297130b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/7bdf0d5284ee4faab45d3d7235f6798d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/1ec4aec69f124b9985bcf06135cfe4a9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/469e156ecace4e3c88926b846ff9cb11, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/ec7c4d81e4cd4dcda53520c32fbca0a4, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/0e835dc4b6324164b491ca5d53656fa6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/fe8ee23ea1ff49d3ba02b81f6cb30133, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/4a207db1c3f444f98e8702baf427f029, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/cb40a25cae9c421f96ce71984147a836, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f6c89800106847959f598b6bb46d94ea, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/3c765b9032684c7782234edda20f2d7c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c4befe6ce6a041d6a9386965b14fc668, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/51789987933a499cb0420e2975257657, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/2a16c6346f124c08b6adf08efe70682b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6eac8a79c23b4294a6b71ee3ef872f81] to archive 2024-11-25T11:35:37,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:35:37,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/676a628ddfae4e0292672349a51327ce to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/676a628ddfae4e0292672349a51327ce 2024-11-25T11:35:37,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c20d3365b82b49e7bede3314aad9dc4c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c20d3365b82b49e7bede3314aad9dc4c 2024-11-25T11:35:37,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c58c920080d04266bf004adfee58ccb2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c58c920080d04266bf004adfee58ccb2 2024-11-25T11:35:37,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/11e1c8b49e844b0b8939628ea690e4dd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/11e1c8b49e844b0b8939628ea690e4dd 2024-11-25T11:35:37,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/64169d51acfa4858b2138f880f43da46 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/64169d51acfa4858b2138f880f43da46 2024-11-25T11:35:37,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/cc194c6fe9a04298a0c1c02929230031 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/cc194c6fe9a04298a0c1c02929230031 2024-11-25T11:35:37,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f52a6449cb0d4d54ac6d609ce43ddfac to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f52a6449cb0d4d54ac6d609ce43ddfac 2024-11-25T11:35:37,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6e7dd92f694e4a888c444c7a0297130b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6e7dd92f694e4a888c444c7a0297130b 2024-11-25T11:35:37,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/7bdf0d5284ee4faab45d3d7235f6798d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/7bdf0d5284ee4faab45d3d7235f6798d 2024-11-25T11:35:37,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/1ec4aec69f124b9985bcf06135cfe4a9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/1ec4aec69f124b9985bcf06135cfe4a9 2024-11-25T11:35:37,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/469e156ecace4e3c88926b846ff9cb11 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/469e156ecace4e3c88926b846ff9cb11 2024-11-25T11:35:37,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/ec7c4d81e4cd4dcda53520c32fbca0a4 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/ec7c4d81e4cd4dcda53520c32fbca0a4 2024-11-25T11:35:37,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/0e835dc4b6324164b491ca5d53656fa6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/0e835dc4b6324164b491ca5d53656fa6 2024-11-25T11:35:37,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/fe8ee23ea1ff49d3ba02b81f6cb30133 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/fe8ee23ea1ff49d3ba02b81f6cb30133 2024-11-25T11:35:37,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/4a207db1c3f444f98e8702baf427f029 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/4a207db1c3f444f98e8702baf427f029 2024-11-25T11:35:37,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/cb40a25cae9c421f96ce71984147a836 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/cb40a25cae9c421f96ce71984147a836 2024-11-25T11:35:37,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f6c89800106847959f598b6bb46d94ea to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/f6c89800106847959f598b6bb46d94ea 2024-11-25T11:35:37,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/3c765b9032684c7782234edda20f2d7c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/3c765b9032684c7782234edda20f2d7c 2024-11-25T11:35:37,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c4befe6ce6a041d6a9386965b14fc668 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/c4befe6ce6a041d6a9386965b14fc668 2024-11-25T11:35:37,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/51789987933a499cb0420e2975257657 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/51789987933a499cb0420e2975257657 2024-11-25T11:35:37,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/2a16c6346f124c08b6adf08efe70682b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/2a16c6346f124c08b6adf08efe70682b 2024-11-25T11:35:37,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6eac8a79c23b4294a6b71ee3ef872f81 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/6eac8a79c23b4294a6b71ee3ef872f81 2024-11-25T11:35:37,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/ab26b33e06d64f508fc2f7f49ea4fe9e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c6cd86da7c7e4d0288cc5cd447d7f290, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/ca88fad56b914b9b84ccdcbed1c84263, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1934a9169929416fb9fcdca98df55908, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/f127b743d4844ebdad6f123e67da5be0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/935d37fe5d3c4cf9956ad5c29023abe9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1387ebd477184b77b77fbee408174d96, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/6d758d6005854a79bb17c34c84907e9e, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/39e5715bebf24ede9e56dfabc9a01ecc, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1149bafcf9a24fac9882252a2e2a5329, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/b984ddc2d3d14f568d47fb83eea6876c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/3b8f10aa5b6240cd886f8fba788b450c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c04f720c898b4e8e9be9be2fb521c576, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/bc4f1dbc1a2c4f8d9cf553e4f304b453, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/5f6a7981f8884bceb3f1c06e34697d6a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/8cdb4f0ac70948978e98be47cb94a784, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/b8b2cf1f0cff47ed9e9cd516fb302e4c, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/59a5114f78dd4569a688d43b94efe2f6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/a2cf0a125e544b8fa74489c421959f23, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/93f14914e5b54f0c80000b89c02d0780, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/818a44e4a5664f18a4614531cc5881cc, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/2a71cbc6595f4baaa54840ae894737e1] to archive 2024-11-25T11:35:37,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:35:37,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/ab26b33e06d64f508fc2f7f49ea4fe9e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/ab26b33e06d64f508fc2f7f49ea4fe9e 2024-11-25T11:35:37,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c6cd86da7c7e4d0288cc5cd447d7f290 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c6cd86da7c7e4d0288cc5cd447d7f290 2024-11-25T11:35:37,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/ca88fad56b914b9b84ccdcbed1c84263 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/ca88fad56b914b9b84ccdcbed1c84263 2024-11-25T11:35:37,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1934a9169929416fb9fcdca98df55908 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1934a9169929416fb9fcdca98df55908 2024-11-25T11:35:37,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/f127b743d4844ebdad6f123e67da5be0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/f127b743d4844ebdad6f123e67da5be0 2024-11-25T11:35:37,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/935d37fe5d3c4cf9956ad5c29023abe9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/935d37fe5d3c4cf9956ad5c29023abe9 2024-11-25T11:35:37,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1387ebd477184b77b77fbee408174d96 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1387ebd477184b77b77fbee408174d96 2024-11-25T11:35:37,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/6d758d6005854a79bb17c34c84907e9e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/6d758d6005854a79bb17c34c84907e9e 2024-11-25T11:35:37,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/39e5715bebf24ede9e56dfabc9a01ecc to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/39e5715bebf24ede9e56dfabc9a01ecc 2024-11-25T11:35:37,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1149bafcf9a24fac9882252a2e2a5329 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/1149bafcf9a24fac9882252a2e2a5329 2024-11-25T11:35:37,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/b984ddc2d3d14f568d47fb83eea6876c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/b984ddc2d3d14f568d47fb83eea6876c 2024-11-25T11:35:37,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/3b8f10aa5b6240cd886f8fba788b450c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/3b8f10aa5b6240cd886f8fba788b450c 2024-11-25T11:35:37,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c04f720c898b4e8e9be9be2fb521c576 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/c04f720c898b4e8e9be9be2fb521c576 2024-11-25T11:35:37,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/bc4f1dbc1a2c4f8d9cf553e4f304b453 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/bc4f1dbc1a2c4f8d9cf553e4f304b453 2024-11-25T11:35:37,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/5f6a7981f8884bceb3f1c06e34697d6a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/5f6a7981f8884bceb3f1c06e34697d6a 2024-11-25T11:35:37,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/8cdb4f0ac70948978e98be47cb94a784 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/8cdb4f0ac70948978e98be47cb94a784 2024-11-25T11:35:37,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/b8b2cf1f0cff47ed9e9cd516fb302e4c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/b8b2cf1f0cff47ed9e9cd516fb302e4c 2024-11-25T11:35:37,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/59a5114f78dd4569a688d43b94efe2f6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/59a5114f78dd4569a688d43b94efe2f6 2024-11-25T11:35:37,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/a2cf0a125e544b8fa74489c421959f23 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/a2cf0a125e544b8fa74489c421959f23 2024-11-25T11:35:37,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/93f14914e5b54f0c80000b89c02d0780 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/93f14914e5b54f0c80000b89c02d0780 2024-11-25T11:35:37,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/818a44e4a5664f18a4614531cc5881cc to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/818a44e4a5664f18a4614531cc5881cc 2024-11-25T11:35:37,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/2a71cbc6595f4baaa54840ae894737e1 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/2a71cbc6595f4baaa54840ae894737e1 2024-11-25T11:35:37,063 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=1 2024-11-25T11:35:37,063 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. 2024-11-25T11:35:37,063 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1676): Region close journal for 891d17a4258dbb4a6ca151f0eab10337: Waiting for close lock at 1732534535764Running coprocessor pre-close hooks at 1732534535764Disabling compacts and flushes for region at 1732534535764Disabling writes for close at 1732534535764Obtaining lock to block concurrent updates at 1732534535764Preparing flush snapshotting stores in 891d17a4258dbb4a6ca151f0eab10337 at 1732534535764Finished memstore snapshotting TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732534535764Flushing stores of TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337. at 1732534535765 (+1 ms)Flushing 891d17a4258dbb4a6ca151f0eab10337/A: creating writer at 1732534535765Flushing 891d17a4258dbb4a6ca151f0eab10337/A: appending metadata at 1732534535767 (+2 ms)Flushing 891d17a4258dbb4a6ca151f0eab10337/A: closing flushed file at 1732534535767Flushing 891d17a4258dbb4a6ca151f0eab10337/B: creating writer at 1732534536174 (+407 ms)Flushing 891d17a4258dbb4a6ca151f0eab10337/B: appending metadata at 1732534536176 (+2 ms)Flushing 891d17a4258dbb4a6ca151f0eab10337/B: closing flushed file at 1732534536176Flushing 891d17a4258dbb4a6ca151f0eab10337/C: creating writer at 1732534536583 (+407 ms)Flushing 891d17a4258dbb4a6ca151f0eab10337/C: appending metadata at 1732534536584 (+1 ms)Flushing 891d17a4258dbb4a6ca151f0eab10337/C: closing flushed file at 1732534536584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1115679e: reopening flushed file at 1732534536991 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ce032e: reopening flushed file at 1732534536994 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@490275e9: reopening flushed file at 1732534536997 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 891d17a4258dbb4a6ca151f0eab10337 in 1237ms, sequenceid=332, compaction requested=true at 1732534537001 (+4 ms)Writing region close event to WAL at 1732534537061 (+60 ms)Running coprocessor post-close hooks at 1732534537063 (+2 ms)Closed at 1732534537063 2024-11-25T11:35:37,065 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(157): Closed 891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:37,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=891d17a4258dbb4a6ca151f0eab10337, regionState=CLOSED 2024-11-25T11:35:37,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:35:37,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-25T11:35:37,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; CloseRegionProcedure 891d17a4258dbb4a6ca151f0eab10337, server=96bb5f2c2895,42925,1732534383188 in 1.4550 sec 2024-11-25T11:35:37,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T11:35:37,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=891d17a4258dbb4a6ca151f0eab10337, UNASSIGN in 1.4590 sec 2024-11-25T11:35:37,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-25T11:35:37,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4620 sec 2024-11-25T11:35:37,072 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534537072"}]},"ts":"1732534537072"} 2024-11-25T11:35:37,073 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T11:35:37,073 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T11:35:37,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4700 sec 2024-11-25T11:35:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-25T11:35:37,752 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:37,753 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T11:35:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:37,754 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=155, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-25T11:35:37,755 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=155, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:37,756 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:37,758 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/recovered.edits] 2024-11-25T11:35:37,760 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/61ba1d95713c42b48591e13465d97e9a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/61ba1d95713c42b48591e13465d97e9a 2024-11-25T11:35:37,760 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/cf6893edf9424b9c82e9febf9a433a11 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/cf6893edf9424b9c82e9febf9a433a11 2024-11-25T11:35:37,761 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/ee93a1caafaa4aa79a30c7220787bc63 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/A/ee93a1caafaa4aa79a30c7220787bc63 2024-11-25T11:35:37,763 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/8122f4f5f3714d4cb5fc90f567dee73c to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/8122f4f5f3714d4cb5fc90f567dee73c 2024-11-25T11:35:37,763 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/96033d453afb47808924ed305e98e768 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/96033d453afb47808924ed305e98e768 2024-11-25T11:35:37,764 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/a08f4ce5a30944b1b960eeaa0007d29d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/B/a08f4ce5a30944b1b960eeaa0007d29d 2024-11-25T11:35:37,766 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/01b1e0cd461a414cbdd4b45dc525a990 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/01b1e0cd461a414cbdd4b45dc525a990 2024-11-25T11:35:37,767 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/72297e571307497a90e2ef500e142846 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/72297e571307497a90e2ef500e142846 2024-11-25T11:35:37,768 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/7401ea5dcb434ff3b62580e85e72e296 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/C/7401ea5dcb434ff3b62580e85e72e296 2024-11-25T11:35:37,770 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/recovered.edits/335.seqid to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337/recovered.edits/335.seqid 2024-11-25T11:35:37,771 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/891d17a4258dbb4a6ca151f0eab10337 2024-11-25T11:35:37,771 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T11:35:37,773 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=155, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:37,774 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T11:35:37,776 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T11:35:37,777 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=155, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:37,777 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T11:35:37,777 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732534537777"}]},"ts":"9223372036854775807"} 2024-11-25T11:35:37,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T11:35:37,779 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 891d17a4258dbb4a6ca151f0eab10337, NAME => 'TestAcidGuarantees,,1732534503651.891d17a4258dbb4a6ca151f0eab10337.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T11:35:37,779 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T11:35:37,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732534537779"}]},"ts":"9223372036854775807"} 2024-11-25T11:35:37,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T11:35:37,781 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=155, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:37,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-25T11:35:37,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-25T11:35:37,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T11:35:37,862 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:37,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=246 (was 247), OpenFileDescriptor=441 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 405), ProcessCount=11 (was 11), AvailableMemoryMB=3925 (was 4045) 2024-11-25T11:35:37,882 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=246, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=3924 2024-11-25T11:35:37,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T11:35:37,884 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:35:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:37,886 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=156, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T11:35:37,886 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:37,886 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 156 2024-11-25T11:35:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T11:35:37,887 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=156, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T11:35:37,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742372_1548 (size=1061) 2024-11-25T11:35:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T11:35:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T11:35:38,293 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994 2024-11-25T11:35:38,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742373_1549 (size=53) 2024-11-25T11:35:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T11:35:38,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:35:38,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d18c22b40681879646438d9fa5308f1f, disabling compactions & flushes 2024-11-25T11:35:38,698 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:38,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:38,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. after waiting 0 ms 2024-11-25T11:35:38,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:38,698 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:38,698 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d18c22b40681879646438d9fa5308f1f: Waiting for close lock at 1732534538698Disabling compacts and flushes for region at 1732534538698Disabling writes for close at 1732534538698Writing region close event to WAL at 1732534538698Closed at 1732534538698 2024-11-25T11:35:38,699 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=156, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T11:35:38,699 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732534538699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732534538699"}]},"ts":"1732534538699"} 2024-11-25T11:35:38,700 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T11:35:38,701 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=156, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T11:35:38,701 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534538701"}]},"ts":"1732534538701"} 2024-11-25T11:35:38,702 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T11:35:38,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, ASSIGN}] 2024-11-25T11:35:38,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, ASSIGN 2024-11-25T11:35:38,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, ASSIGN; state=OFFLINE, location=96bb5f2c2895,42925,1732534383188; forceNewPlan=false, retain=false 2024-11-25T11:35:38,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=d18c22b40681879646438d9fa5308f1f, regionState=OPENING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:38,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, ASSIGN because future has completed 2024-11-25T11:35:38,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:35:39,010 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:39,010 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7752): Opening region: {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:35:39,010 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,011 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:35:39,011 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7794): checking encryption for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,011 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(7797): checking classloading for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,012 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,013 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:35:39,013 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18c22b40681879646438d9fa5308f1f columnFamilyName A 2024-11-25T11:35:39,013 DEBUG [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:39,013 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(327): Store=d18c22b40681879646438d9fa5308f1f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:35:39,013 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,014 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:35:39,014 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18c22b40681879646438d9fa5308f1f columnFamilyName B 2024-11-25T11:35:39,014 DEBUG [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:39,015 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(327): Store=d18c22b40681879646438d9fa5308f1f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:35:39,015 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,016 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:35:39,016 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18c22b40681879646438d9fa5308f1f columnFamilyName C 2024-11-25T11:35:39,016 DEBUG [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:39,016 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(327): Store=d18c22b40681879646438d9fa5308f1f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:35:39,016 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:39,016 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1038): replaying wal for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,017 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,017 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,018 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1048): stopping wal replay for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,018 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1060): Cleaning up temporary data for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,018 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:35:39,019 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1093): writing seq id for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,021 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T11:35:39,021 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1114): Opened d18c22b40681879646438d9fa5308f1f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72978979, jitterRate=0.08747152984142303}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:35:39,021 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:39,022 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegion(1006): Region open journal for d18c22b40681879646438d9fa5308f1f: Running coprocessor pre-open hook at 1732534539011Writing region info on filesystem at 1732534539011Initializing all the Stores at 1732534539011Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534539011Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534539011Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534539011Cleaning up temporary data from old regions at 1732534539018 (+7 ms)Running coprocessor post-open hooks at 1732534539021 (+3 ms)Region opened successfully at 1732534539022 (+1 ms) 2024-11-25T11:35:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T11:35:39,022 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., pid=158, masterSystemTime=1732534539008 2024-11-25T11:35:39,024 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:39,024 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=158}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:39,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=d18c22b40681879646438d9fa5308f1f, regionState=OPEN, openSeqNum=2, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:39,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:35:39,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-25T11:35:39,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 in 170 msec 2024-11-25T11:35:39,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-25T11:35:39,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, ASSIGN in 326 msec 2024-11-25T11:35:39,030 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=156, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T11:35:39,030 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534539030"}]},"ts":"1732534539030"} 2024-11-25T11:35:39,031 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T11:35:39,031 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=156, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T11:35:39,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-25T11:35:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-25T11:35:40,032 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:40,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cec06c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:40,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:40,035 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76aac278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:40,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:40,036 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:40,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0fa575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:40,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:40,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:40,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T11:35:40,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 96bb5f2c2895,42593,1732534382322 2024-11-25T11:35:40,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65ea0c3a 2024-11-25T11:35:40,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T11:35:40,040 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T11:35:40,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T11:35:40,042 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T11:35:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=159, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T11:35:40,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742374_1550 (size=1097) 2024-11-25T11:35:40,451 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-25T11:35:40,451 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-25T11:35:40,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T11:35:40,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, REOPEN/MOVE}] 2024-11-25T11:35:40,456 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, REOPEN/MOVE 2024-11-25T11:35:40,456 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=161 updating hbase:meta row=d18c22b40681879646438d9fa5308f1f, regionState=CLOSING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:40,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, REOPEN/MOVE because future has completed 2024-11-25T11:35:40,458 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:35:40,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE, hasLock=false; CloseRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:35:40,608 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(122): Close d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,608 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:35:40,608 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1722): Closing d18c22b40681879646438d9fa5308f1f, disabling compactions & flushes 2024-11-25T11:35:40,608 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:40,609 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:40,609 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. after waiting 0 ms 2024-11-25T11:35:40,609 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:40,611 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T11:35:40,612 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:40,612 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1676): Region close journal for d18c22b40681879646438d9fa5308f1f: Waiting for close lock at 1732534540608Running coprocessor pre-close hooks at 1732534540608Disabling compacts and flushes for region at 1732534540608Disabling writes for close at 1732534540609 (+1 ms)Writing region close event to WAL at 1732534540609Running coprocessor post-close hooks at 1732534540612 (+3 ms)Closed at 1732534540612 2024-11-25T11:35:40,612 WARN [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionServer(3299): Not adding moved region record: d18c22b40681879646438d9fa5308f1f to self. 2024-11-25T11:35:40,613 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(157): Closed d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=161 updating hbase:meta row=d18c22b40681879646438d9fa5308f1f, regionState=CLOSED 2024-11-25T11:35:40,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=162, ppid=161, state=RUNNABLE, hasLock=false; CloseRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:35:40,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-11-25T11:35:40,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; CloseRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 in 157 msec 2024-11-25T11:35:40,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, REOPEN/MOVE; state=CLOSED, location=96bb5f2c2895,42925,1732534383188; forceNewPlan=false, retain=true 2024-11-25T11:35:40,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=161 updating hbase:meta row=d18c22b40681879646438d9fa5308f1f, regionState=OPENING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:40,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, REOPEN/MOVE because future has completed 2024-11-25T11:35:40,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=161, state=RUNNABLE, hasLock=false; OpenRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:35:40,923 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:40,923 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7752): Opening region: {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} 2024-11-25T11:35:40,924 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,924 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T11:35:40,924 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7794): checking encryption for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,924 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7797): checking classloading for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,925 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,925 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:35:40,925 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18c22b40681879646438d9fa5308f1f columnFamilyName A 2024-11-25T11:35:40,926 DEBUG [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:40,927 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(327): Store=d18c22b40681879646438d9fa5308f1f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:35:40,927 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,927 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:35:40,928 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18c22b40681879646438d9fa5308f1f columnFamilyName B 2024-11-25T11:35:40,928 DEBUG [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:40,928 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(327): Store=d18c22b40681879646438d9fa5308f1f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:35:40,928 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,928 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-25T11:35:40,928 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18c22b40681879646438d9fa5308f1f columnFamilyName C 2024-11-25T11:35:40,928 DEBUG [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:40,929 INFO [StoreOpener-d18c22b40681879646438d9fa5308f1f-1 {}] regionserver.HStore(327): Store=d18c22b40681879646438d9fa5308f1f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T11:35:40,929 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:40,929 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1038): replaying wal for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,929 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,930 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,930 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1048): stopping wal replay for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,930 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1060): Cleaning up temporary data for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,931 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T11:35:40,932 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1093): writing seq id for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,932 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1114): Opened d18c22b40681879646438d9fa5308f1f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64717567, jitterRate=-0.03563310205936432}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T11:35:40,932 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,933 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1006): Region open journal for d18c22b40681879646438d9fa5308f1f: Running coprocessor pre-open hook at 1732534540924Writing region info on filesystem at 1732534540924Initializing all the Stores at 1732534540924Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534540924Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534540925 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732534540925Cleaning up temporary data from old regions at 1732534540930 (+5 ms)Running coprocessor post-open hooks at 1732534540932 (+2 ms)Region opened successfully at 1732534540933 (+1 ms) 2024-11-25T11:35:40,933 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., pid=163, masterSystemTime=1732534540921 2024-11-25T11:35:40,935 DEBUG [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:40,935 INFO [RS_OPEN_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:40,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=161 updating hbase:meta row=d18c22b40681879646438d9fa5308f1f, regionState=OPEN, openSeqNum=5, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:40,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=163, ppid=161, state=RUNNABLE, hasLock=false; OpenRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:35:40,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=161 2024-11-25T11:35:40,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=161, state=SUCCESS, hasLock=false; OpenRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 in 168 msec 2024-11-25T11:35:40,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-25T11:35:40,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, REOPEN/MOVE in 483 msec 2024-11-25T11:35:40,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-11-25T11:35:40,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-11-25T11:35:40,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-11-25T11:35:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-11-25T11:35:40,943 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:40,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ad34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:40,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:40,945 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d7c9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:40,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:40,946 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:40,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c4d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26378a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:40,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:40,948 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73aaf9bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:40,948 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:40,949 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43235fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1236062f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:40,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:40,950 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76da1a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:40,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:40,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:40,951 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:40,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d0a48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a3e32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:40,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:40,953 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1daecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:40,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:40,954 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:40,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a5d139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556fc022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:40,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:40,955 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185a26c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:40,956 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:40,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590a9648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:40,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:40,958 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27277dad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:40,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:40,959 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:40,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4962a3a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:40,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:40,960 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:40,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:40,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564bcdbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:40,961 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc77412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:40,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:40,963 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:40,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:40,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:40,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e282f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:40,964 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:40,965 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6650ac94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:40,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:40,966 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cc445b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:40,967 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:40,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f2788b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 96bb5f2c2895,42593,-1 for getting cluster id 2024-11-25T11:35:40,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T11:35:40,968 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27934507-08d0-4330-a7f7-876534686327' 2024-11-25T11:35:40,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T11:35:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27934507-08d0-4330-a7f7-876534686327" 2024-11-25T11:35:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310bc7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [96bb5f2c2895,42593,-1] 2024-11-25T11:35:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T11:35:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:35:40,969 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T11:35:40,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d0eec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T11:35:40,970 DEBUG [Thread-2452 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:40,970 DEBUG [Thread-2450 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:40,970 DEBUG [Thread-2458 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:40,970 DEBUG [Thread-2461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:40,971 DEBUG [Thread-2454 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:40,971 DEBUG [Thread-2456 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:40,972 DEBUG [Thread-2467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:40,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:40,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:40,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:40,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:40,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:40,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:40,973 DEBUG [Thread-2465 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:40,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:40,973 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:40,974 DEBUG [Thread-2463 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:40,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:35:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:35:40,975 DEBUG [Thread-2469 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T11:35:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-25T11:35:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:35:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:40,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T11:35:40,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=96bb5f2c2895,42925,1732534383188, seqNum=-1] 2024-11-25T11:35:40,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T11:35:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:35:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:35:40,977 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:35:40,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T11:35:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:35:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:35:40,979 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:40,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:40,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:35:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:40,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-25T11:35:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5] 2024-11-25T11:35:41,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534601002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534601003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534601003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534601003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534540996, max timestamp=1732534541006Num uniques 859; 2024-11-25T11:35:41,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534540996, max timestamp=1732534541006Num uniques 859; 2024-11-25T11:35:41,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:35:41,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:35:41,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534540996, max timestamp=1732534541006Num uniques 859; 2024-11-25T11:35:41,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:35:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125abe833b10d774025832adc83a92d120b_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534540982/Put/seqid=0 2024-11-25T11:35:41,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742375_1551 (size=12154) 2024-11-25T11:35:41,033 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:41,036 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125abe833b10d774025832adc83a92d120b_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abe833b10d774025832adc83a92d120b_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:41,037 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/73160b496cb94d43b7eac29f422ff16a, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:41,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/73160b496cb94d43b7eac29f422ff16a is 175, key is test_row_0/A:col10/1732534540982/Put/seqid=0 2024-11-25T11:35:41,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742376_1552 (size=30955) 2024-11-25T11:35:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T11:35:41,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534601084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534601122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534601123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534601123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534601123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-25T11:35:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534601192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-25T11:35:41,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:41,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T11:35:41,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534601332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534601332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534601332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534601332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534601402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-25T11:35:41,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:41,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/73160b496cb94d43b7eac29f422ff16a 2024-11-25T11:35:41,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/0e2ddde36a8543c1965350f0c58da5b2 is 50, key is test_row_0/B:col10/1732534540982/Put/seqid=0 2024-11-25T11:35:41,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742377_1553 (size=12001) 2024-11-25T11:35:41,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/0e2ddde36a8543c1965350f0c58da5b2 2024-11-25T11:35:41,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/aafc4206ab124d7f8708252d61d74841 is 50, key is test_row_0/C:col10/1732534540982/Put/seqid=0 2024-11-25T11:35:41,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742378_1554 (size=12001) 2024-11-25T11:35:41,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-25T11:35:41,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:41,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T11:35:41,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534601643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534601643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534601643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534601643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534601712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:41,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-25T11:35:41,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:41,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/aafc4206ab124d7f8708252d61d74841 2024-11-25T11:35:41,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/73160b496cb94d43b7eac29f422ff16a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/73160b496cb94d43b7eac29f422ff16a 2024-11-25T11:35:41,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/73160b496cb94d43b7eac29f422ff16a, entries=150, sequenceid=15, filesize=30.2 K 2024-11-25T11:35:41,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-25T11:35:41,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:41,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:41,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/0e2ddde36a8543c1965350f0c58da5b2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0e2ddde36a8543c1965350f0c58da5b2 2024-11-25T11:35:41,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:41,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0e2ddde36a8543c1965350f0c58da5b2, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T11:35:41,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/aafc4206ab124d7f8708252d61d74841 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/aafc4206ab124d7f8708252d61d74841 2024-11-25T11:35:41,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/aafc4206ab124d7f8708252d61d74841, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T11:35:41,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for d18c22b40681879646438d9fa5308f1f in 922ms, sequenceid=15, compaction requested=false 2024-11-25T11:35:41,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:42,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-25T11:35:42,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:42,050 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-25T11:35:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:42,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:42,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f24700fade7d40ffbc032b631230bf7d_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534541082/Put/seqid=0 2024-11-25T11:35:42,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742379_1555 (size=12154) 2024-11-25T11:35:42,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T11:35:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:42,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:42,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534602161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534602162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534602163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534602164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534602222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534602272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534602272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534602272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,273 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534602272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:42,464 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f24700fade7d40ffbc032b631230bf7d_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f24700fade7d40ffbc032b631230bf7d_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:42,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/900692ab54ae4329848d01eb1cc8d8c1, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:42,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/900692ab54ae4329848d01eb1cc8d8c1 is 175, key is test_row_0/A:col10/1732534541082/Put/seqid=0 2024-11-25T11:35:42,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742380_1556 (size=30955) 2024-11-25T11:35:42,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534602482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534602482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534602482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534602482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,584 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T11:35:42,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534602792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534602792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534602792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534602792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:42,869 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/900692ab54ae4329848d01eb1cc8d8c1 2024-11-25T11:35:42,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/1406541f83254964a0a55319bef535ec is 50, key is test_row_0/B:col10/1732534541082/Put/seqid=0 2024-11-25T11:35:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742381_1557 (size=12001) 2024-11-25T11:35:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T11:35:43,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534603232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:43,235 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:43,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:43,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:43,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:43,281 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/1406541f83254964a0a55319bef535ec 2024-11-25T11:35:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/7309b258cda5481fbbc992c9e6f3d63a is 50, key is test_row_0/C:col10/1732534541082/Put/seqid=0 2024-11-25T11:35:43,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742382_1558 (size=12001) 2024-11-25T11:35:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534603302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:43,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:43,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534603303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:43,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:43,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534603303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:43,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534603303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:43,692 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/7309b258cda5481fbbc992c9e6f3d63a 2024-11-25T11:35:43,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/900692ab54ae4329848d01eb1cc8d8c1 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/900692ab54ae4329848d01eb1cc8d8c1 2024-11-25T11:35:43,699 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/900692ab54ae4329848d01eb1cc8d8c1, entries=150, sequenceid=50, filesize=30.2 K 2024-11-25T11:35:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/1406541f83254964a0a55319bef535ec as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/1406541f83254964a0a55319bef535ec 2024-11-25T11:35:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,704 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/1406541f83254964a0a55319bef535ec, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T11:35:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/7309b258cda5481fbbc992c9e6f3d63a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/7309b258cda5481fbbc992c9e6f3d63a 2024-11-25T11:35:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,709 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/7309b258cda5481fbbc992c9e6f3d63a, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T11:35:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,710 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for d18c22b40681879646438d9fa5308f1f in 1659ms, sequenceid=50, compaction requested=false 2024-11-25T11:35:43,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:43,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:43,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-25T11:35:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-25T11:35:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-25T11:35:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7320 sec 2024-11-25T11:35:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.7410 sec 2024-11-25T11:35:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T11:35:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f63fc3f73e544a5bbc8555a6371e0f13_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534544314/Put/seqid=0 2024-11-25T11:35:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742383_1559 (size=14594) 2024-11-25T11:35:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534604344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534604345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534604346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534604346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534604452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534604452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534604462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534604462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534604662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534604662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534604672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534604673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,727 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:44,732 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f63fc3f73e544a5bbc8555a6371e0f13_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f63fc3f73e544a5bbc8555a6371e0f13_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:44,732 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/fba818b0e35e4f1f933e08a33deaed78, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:44,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/fba818b0e35e4f1f933e08a33deaed78 is 175, key is test_row_0/A:col10/1732534544314/Put/seqid=0 2024-11-25T11:35:44,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742384_1560 (size=39545) 2024-11-25T11:35:44,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534604972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534604972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534604983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534604983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-25T11:35:45,133 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:45,133 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-25T11:35:45,136 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:45,137 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:45,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T11:35:45,138 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/fba818b0e35e4f1f933e08a33deaed78 2024-11-25T11:35:45,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/3579607e3f5244f8b30f2078fc84147b is 50, key is test_row_0/B:col10/1732534544314/Put/seqid=0 2024-11-25T11:35:45,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742385_1561 (size=9657) 2024-11-25T11:35:45,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/3579607e3f5244f8b30f2078fc84147b 2024-11-25T11:35:45,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/649674dcc76949548ce200da56feeaf8 is 50, key is test_row_0/C:col10/1732534544314/Put/seqid=0 2024-11-25T11:35:45,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742386_1562 (size=9657) 2024-11-25T11:35:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T11:35:45,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534605262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:45,265 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:45,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-25T11:35:45,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:45,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:45,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:45,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:45,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:45,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-25T11:35:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:45,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:45,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:45,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T11:35:45,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534605482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:45,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534605482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:45,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:45,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:45,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:45,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:45,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534605492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:45,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534605492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:45,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/649674dcc76949548ce200da56feeaf8 2024-11-25T11:35:45,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/fba818b0e35e4f1f933e08a33deaed78 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fba818b0e35e4f1f933e08a33deaed78 2024-11-25T11:35:45,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fba818b0e35e4f1f933e08a33deaed78, entries=200, sequenceid=63, filesize=38.6 K 2024-11-25T11:35:45,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/3579607e3f5244f8b30f2078fc84147b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3579607e3f5244f8b30f2078fc84147b 2024-11-25T11:35:45,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3579607e3f5244f8b30f2078fc84147b, entries=100, sequenceid=63, filesize=9.4 K 2024-11-25T11:35:45,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/649674dcc76949548ce200da56feeaf8 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/649674dcc76949548ce200da56feeaf8 2024-11-25T11:35:45,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-25T11:35:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:45,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:45,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:45,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/649674dcc76949548ce200da56feeaf8, entries=100, sequenceid=63, filesize=9.4 K 2024-11-25T11:35:45,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for d18c22b40681879646438d9fa5308f1f in 1286ms, sequenceid=63, compaction requested=true 2024-11-25T11:35:45,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:45,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:35:45,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:45,603 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:45,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:35:45,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:45,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:35:45,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:45,603 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:45,603 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:45,603 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:45,604 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/B is initiating minor compaction (all files) 2024-11-25T11:35:45,604 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/A is initiating minor compaction (all files) 2024-11-25T11:35:45,604 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/A in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:45,604 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/B in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:45,604 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0e2ddde36a8543c1965350f0c58da5b2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/1406541f83254964a0a55319bef535ec, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3579607e3f5244f8b30f2078fc84147b] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=32.9 K 2024-11-25T11:35:45,604 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/73160b496cb94d43b7eac29f422ff16a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/900692ab54ae4329848d01eb1cc8d8c1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fba818b0e35e4f1f933e08a33deaed78] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=99.1 K 2024-11-25T11:35:45,604 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:45,604 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/73160b496cb94d43b7eac29f422ff16a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/900692ab54ae4329848d01eb1cc8d8c1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fba818b0e35e4f1f933e08a33deaed78] 2024-11-25T11:35:45,604 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e2ddde36a8543c1965350f0c58da5b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732534540979 2024-11-25T11:35:45,604 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73160b496cb94d43b7eac29f422ff16a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732534540979 2024-11-25T11:35:45,604 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1406541f83254964a0a55319bef535ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732534541028 2024-11-25T11:35:45,605 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 900692ab54ae4329848d01eb1cc8d8c1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732534541028 2024-11-25T11:35:45,605 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3579607e3f5244f8b30f2078fc84147b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732534542163 2024-11-25T11:35:45,605 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting fba818b0e35e4f1f933e08a33deaed78, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732534542161 2024-11-25T11:35:45,614 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:45,615 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/1f53a69b4bb641aea4358f9777a50beb is 50, key is test_row_0/B:col10/1732534544314/Put/seqid=0 2024-11-25T11:35:45,621 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:45,633 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411259198ce5d907a4fa89229cc8925bcc69f_d18c22b40681879646438d9fa5308f1f store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:45,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742387_1563 (size=12104) 2024-11-25T11:35:45,635 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411259198ce5d907a4fa89229cc8925bcc69f_d18c22b40681879646438d9fa5308f1f, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:45,635 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259198ce5d907a4fa89229cc8925bcc69f_d18c22b40681879646438d9fa5308f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:45,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742388_1564 (size=4469) 2024-11-25T11:35:45,643 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/1f53a69b4bb641aea4358f9777a50beb as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/1f53a69b4bb641aea4358f9777a50beb 2024-11-25T11:35:45,647 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d18c22b40681879646438d9fa5308f1f/B of d18c22b40681879646438d9fa5308f1f into 1f53a69b4bb641aea4358f9777a50beb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:45,647 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:45,647 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/B, priority=13, startTime=1732534545603; duration=0sec 2024-11-25T11:35:45,647 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:45,647 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:B 2024-11-25T11:35:45,647 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:45,648 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:45,648 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/C is initiating minor compaction (all files) 2024-11-25T11:35:45,648 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/C in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:45,648 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/aafc4206ab124d7f8708252d61d74841, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/7309b258cda5481fbbc992c9e6f3d63a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/649674dcc76949548ce200da56feeaf8] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=32.9 K 2024-11-25T11:35:45,649 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting aafc4206ab124d7f8708252d61d74841, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732534540979 2024-11-25T11:35:45,649 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7309b258cda5481fbbc992c9e6f3d63a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732534541028 2024-11-25T11:35:45,649 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 649674dcc76949548ce200da56feeaf8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732534542163 2024-11-25T11:35:45,656 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:45,657 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/cae461819fe943baac666cd750281f6d is 50, key is test_row_0/C:col10/1732534544314/Put/seqid=0 2024-11-25T11:35:45,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742389_1565 (size=12104) 2024-11-25T11:35:45,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-25T11:35:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:45,750 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T11:35:45,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:45,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:45,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:45,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:45,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:45,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:45,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112513952afa88bc4720a7adfd8e0d7c6e57_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534544345/Put/seqid=0 2024-11-25T11:35:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742390_1566 (size=12154) 2024-11-25T11:35:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T11:35:46,044 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#A#compaction#478 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:46,044 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/87f31830bd40426a93cce74053d64a4a is 175, key is test_row_0/A:col10/1732534544314/Put/seqid=0 2024-11-25T11:35:46,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742391_1567 (size=31165) 2024-11-25T11:35:46,064 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/cae461819fe943baac666cd750281f6d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/cae461819fe943baac666cd750281f6d 2024-11-25T11:35:46,068 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d18c22b40681879646438d9fa5308f1f/C of d18c22b40681879646438d9fa5308f1f into cae461819fe943baac666cd750281f6d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:46,068 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:46,068 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/C, priority=13, startTime=1732534545603; duration=0sec 2024-11-25T11:35:46,068 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:46,068 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:C 2024-11-25T11:35:46,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:46,165 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112513952afa88bc4720a7adfd8e0d7c6e57_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112513952afa88bc4720a7adfd8e0d7c6e57_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:46,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/92491570764045289325b603bb227abf, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:46,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/92491570764045289325b603bb227abf is 175, key is test_row_0/A:col10/1732534544345/Put/seqid=0 2024-11-25T11:35:46,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742392_1568 (size=30955) 2024-11-25T11:35:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T11:35:46,453 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/87f31830bd40426a93cce74053d64a4a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/87f31830bd40426a93cce74053d64a4a 2024-11-25T11:35:46,457 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d18c22b40681879646438d9fa5308f1f/A of d18c22b40681879646438d9fa5308f1f into 87f31830bd40426a93cce74053d64a4a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:46,457 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:46,457 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/A, priority=13, startTime=1732534545602; duration=0sec 2024-11-25T11:35:46,457 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:46,457 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:A 2024-11-25T11:35:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:46,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534606511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534606511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534606512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:46,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534606512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:46,515 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:46,515 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:46,581 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/92491570764045289325b603bb227abf 2024-11-25T11:35:46,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/13841b83ef1b40a292e12da1d9d7d64b is 50, key is test_row_0/B:col10/1732534544345/Put/seqid=0 2024-11-25T11:35:46,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742393_1569 (size=12001) 2024-11-25T11:35:46,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534606622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:46,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534606622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:46,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534606622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:46,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:46,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534606832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:46,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534606832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:46,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534606832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:46,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:46,998 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/13841b83ef1b40a292e12da1d9d7d64b 2024-11-25T11:35:47,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/4936fb9f7b5646af816bd0b2a2802193 is 50, key is test_row_0/C:col10/1732534544345/Put/seqid=0 2024-11-25T11:35:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742394_1570 (size=12001) 2024-11-25T11:35:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534607142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534607142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:47,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534607142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T11:35:47,409 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/4936fb9f7b5646af816bd0b2a2802193 2024-11-25T11:35:47,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/92491570764045289325b603bb227abf as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/92491570764045289325b603bb227abf 2024-11-25T11:35:47,416 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/92491570764045289325b603bb227abf, entries=150, sequenceid=84, filesize=30.2 K 2024-11-25T11:35:47,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/13841b83ef1b40a292e12da1d9d7d64b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/13841b83ef1b40a292e12da1d9d7d64b 2024-11-25T11:35:47,420 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/13841b83ef1b40a292e12da1d9d7d64b, entries=150, sequenceid=84, filesize=11.7 K 2024-11-25T11:35:47,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/4936fb9f7b5646af816bd0b2a2802193 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/4936fb9f7b5646af816bd0b2a2802193 2024-11-25T11:35:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,424 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/4936fb9f7b5646af816bd0b2a2802193, entries=150, sequenceid=84, filesize=11.7 K 2024-11-25T11:35:47,424 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d18c22b40681879646438d9fa5308f1f in 1674ms, sequenceid=84, compaction requested=false 2024-11-25T11:35:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:47,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-25T11:35:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-25T11:35:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-25T11:35:47,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2890 sec 2024-11-25T11:35:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.2950 sec 2024-11-25T11:35:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-25T11:35:47,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:47,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:47,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:47,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125de2c6f636a0f435c9eb659443b9017d4_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534546511/Put/seqid=0 2024-11-25T11:35:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742395_1571 (size=12154) 2024-11-25T11:35:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:47,671 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125de2c6f636a0f435c9eb659443b9017d4_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125de2c6f636a0f435c9eb659443b9017d4_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:47,672 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/0aa755e8d22d4057b5f8a15d6eaa29f6, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:47,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/0aa755e8d22d4057b5f8a15d6eaa29f6 is 175, key is test_row_0/A:col10/1732534546511/Put/seqid=0 2024-11-25T11:35:47,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742396_1572 (size=30951) 2024-11-25T11:35:47,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534607687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534607690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534607691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:47,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534607802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:47,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534607802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:47,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534607802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:47,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534608012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534608012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534608012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,077 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/0aa755e8d22d4057b5f8a15d6eaa29f6 2024-11-25T11:35:48,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/7297cce8ec8c4ea19a721de82518ffb7 is 50, key is test_row_0/B:col10/1732534546511/Put/seqid=0 2024-11-25T11:35:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742397_1573 (size=9657) 2024-11-25T11:35:48,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/7297cce8ec8c4ea19a721de82518ffb7 2024-11-25T11:35:48,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/a5d57ae6aa6d48cc9e0623fe5012a095 is 50, key is test_row_0/C:col10/1732534546511/Put/seqid=0 2024-11-25T11:35:48,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742398_1574 (size=9657) 2024-11-25T11:35:48,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/a5d57ae6aa6d48cc9e0623fe5012a095 2024-11-25T11:35:48,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/0aa755e8d22d4057b5f8a15d6eaa29f6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aa755e8d22d4057b5f8a15d6eaa29f6 2024-11-25T11:35:48,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aa755e8d22d4057b5f8a15d6eaa29f6, entries=150, sequenceid=99, filesize=30.2 K 2024-11-25T11:35:48,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/7297cce8ec8c4ea19a721de82518ffb7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/7297cce8ec8c4ea19a721de82518ffb7 2024-11-25T11:35:48,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/7297cce8ec8c4ea19a721de82518ffb7, entries=100, sequenceid=99, filesize=9.4 K 2024-11-25T11:35:48,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/a5d57ae6aa6d48cc9e0623fe5012a095 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/a5d57ae6aa6d48cc9e0623fe5012a095 2024-11-25T11:35:48,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/a5d57ae6aa6d48cc9e0623fe5012a095, entries=100, sequenceid=99, filesize=9.4 K 2024-11-25T11:35:48,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d18c22b40681879646438d9fa5308f1f in 453ms, sequenceid=99, compaction requested=true 2024-11-25T11:35:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:35:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:48,110 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:35:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:48,110 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:35:48,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:48,113 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:48,113 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93071 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:48,113 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/B is initiating minor compaction (all files) 2024-11-25T11:35:48,113 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/A is initiating minor compaction (all files) 2024-11-25T11:35:48,113 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/B in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:48,113 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/A in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:48,113 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/1f53a69b4bb641aea4358f9777a50beb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/13841b83ef1b40a292e12da1d9d7d64b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/7297cce8ec8c4ea19a721de82518ffb7] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=33.0 K 2024-11-25T11:35:48,113 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/87f31830bd40426a93cce74053d64a4a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/92491570764045289325b603bb227abf, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aa755e8d22d4057b5f8a15d6eaa29f6] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=90.9 K 2024-11-25T11:35:48,113 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:48,113 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/87f31830bd40426a93cce74053d64a4a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/92491570764045289325b603bb227abf, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aa755e8d22d4057b5f8a15d6eaa29f6] 2024-11-25T11:35:48,113 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f53a69b4bb641aea4358f9777a50beb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732534541071 2024-11-25T11:35:48,114 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87f31830bd40426a93cce74053d64a4a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732534541071 2024-11-25T11:35:48,114 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 13841b83ef1b40a292e12da1d9d7d64b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732534544343 2024-11-25T11:35:48,114 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92491570764045289325b603bb227abf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732534544343 2024-11-25T11:35:48,114 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 7297cce8ec8c4ea19a721de82518ffb7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732534546511 2024-11-25T11:35:48,114 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0aa755e8d22d4057b5f8a15d6eaa29f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732534546497 2024-11-25T11:35:48,121 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:48,122 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411256a33cb9255374c1c92003db4372ef74b_d18c22b40681879646438d9fa5308f1f store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:48,122 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:48,123 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/e7c9cf3ff6f643bc8140abd9e7a5f8a5 is 50, key is test_row_0/B:col10/1732534546511/Put/seqid=0 2024-11-25T11:35:48,125 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411256a33cb9255374c1c92003db4372ef74b_d18c22b40681879646438d9fa5308f1f, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:48,125 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256a33cb9255374c1c92003db4372ef74b_d18c22b40681879646438d9fa5308f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:48,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742399_1575 (size=12207) 2024-11-25T11:35:48,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742400_1576 (size=4469) 2024-11-25T11:35:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:48,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T11:35:48,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:48,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:48,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:48,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:48,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:48,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:48,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bc28df7ae83e4043a0f3fe25b30e186a_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534547671/Put/seqid=0 2024-11-25T11:35:48,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742401_1577 (size=12154) 2024-11-25T11:35:48,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534608338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534608339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534608340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534608452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534608452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534608452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,531 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#A#compaction#486 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:48,531 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/07db43f3b2144d7b9a83d619708ba93a is 175, key is test_row_0/A:col10/1732534546511/Put/seqid=0 2024-11-25T11:35:48,533 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/e7c9cf3ff6f643bc8140abd9e7a5f8a5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/e7c9cf3ff6f643bc8140abd9e7a5f8a5 2024-11-25T11:35:48,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742402_1578 (size=31268) 2024-11-25T11:35:48,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534608533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,537 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:48,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,538 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d18c22b40681879646438d9fa5308f1f/B of d18c22b40681879646438d9fa5308f1f into e7c9cf3ff6f643bc8140abd9e7a5f8a5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:48,538 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:48,538 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/B, priority=13, startTime=1732534548110; duration=0sec 2024-11-25T11:35:48,538 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:48,539 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:B 2024-11-25T11:35:48,539 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:35:48,539 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:35:48,539 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/C is initiating minor compaction (all files) 2024-11-25T11:35:48,539 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/C in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:48,539 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/cae461819fe943baac666cd750281f6d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/4936fb9f7b5646af816bd0b2a2802193, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/a5d57ae6aa6d48cc9e0623fe5012a095] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=33.0 K 2024-11-25T11:35:48,540 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting cae461819fe943baac666cd750281f6d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732534541071 2024-11-25T11:35:48,540 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4936fb9f7b5646af816bd0b2a2802193, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732534544343 2024-11-25T11:35:48,540 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting a5d57ae6aa6d48cc9e0623fe5012a095, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732534546511 2024-11-25T11:35:48,545 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:48,545 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/452a1c7b21de4570be3fa8e86654352f is 50, key is test_row_0/C:col10/1732534546511/Put/seqid=0 2024-11-25T11:35:48,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742403_1579 (size=12207) 2024-11-25T11:35:48,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534608663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534608663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534608663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:48,739 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bc28df7ae83e4043a0f3fe25b30e186a_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bc28df7ae83e4043a0f3fe25b30e186a_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:48,739 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/4f6f2475482b488bb9c2885a5dcd5b76, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:48,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/4f6f2475482b488bb9c2885a5dcd5b76 is 175, key is test_row_0/A:col10/1732534547671/Put/seqid=0 2024-11-25T11:35:48,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742404_1580 (size=30955) 2024-11-25T11:35:48,942 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/07db43f3b2144d7b9a83d619708ba93a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/07db43f3b2144d7b9a83d619708ba93a 2024-11-25T11:35:48,946 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d18c22b40681879646438d9fa5308f1f/A of d18c22b40681879646438d9fa5308f1f into 07db43f3b2144d7b9a83d619708ba93a(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:48,946 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:48,946 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/A, priority=13, startTime=1732534548110; duration=0sec 2024-11-25T11:35:48,946 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:48,946 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:A 2024-11-25T11:35:48,952 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/452a1c7b21de4570be3fa8e86654352f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/452a1c7b21de4570be3fa8e86654352f 2024-11-25T11:35:48,956 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d18c22b40681879646438d9fa5308f1f/C of d18c22b40681879646438d9fa5308f1f into 452a1c7b21de4570be3fa8e86654352f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:48,956 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:48,956 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/C, priority=13, startTime=1732534548110; duration=0sec 2024-11-25T11:35:48,956 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:48,956 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:C 2024-11-25T11:35:48,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534608972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534608972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534608972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:49,145 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/4f6f2475482b488bb9c2885a5dcd5b76 2024-11-25T11:35:49,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/3d495dab7bcb4a10a618d18ef1dfc262 is 50, key is test_row_0/B:col10/1732534547671/Put/seqid=0 2024-11-25T11:35:49,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742405_1581 (size=12001) 2024-11-25T11:35:49,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534609273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:49,276 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-25T11:35:49,302 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:49,302 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-25T11:35:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T11:35:49,304 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:49,305 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:49,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T11:35:49,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-25T11:35:49,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:49,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:49,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:49,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:49,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:49,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534609483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:49,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534609483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:49,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534609483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:49,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:49,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/3d495dab7bcb4a10a618d18ef1dfc262 2024-11-25T11:35:49,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/2974c4b78ad14d2ebe0bcb52fc932a60 is 50, key is test_row_0/C:col10/1732534547671/Put/seqid=0 2024-11-25T11:35:49,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742406_1582 (size=12001) 2024-11-25T11:35:49,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/2974c4b78ad14d2ebe0bcb52fc932a60 2024-11-25T11:35:49,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/4f6f2475482b488bb9c2885a5dcd5b76 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4f6f2475482b488bb9c2885a5dcd5b76 2024-11-25T11:35:49,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4f6f2475482b488bb9c2885a5dcd5b76, entries=150, sequenceid=119, filesize=30.2 K 2024-11-25T11:35:49,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/3d495dab7bcb4a10a618d18ef1dfc262 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3d495dab7bcb4a10a618d18ef1dfc262 2024-11-25T11:35:49,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3d495dab7bcb4a10a618d18ef1dfc262, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T11:35:49,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/2974c4b78ad14d2ebe0bcb52fc932a60 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/2974c4b78ad14d2ebe0bcb52fc932a60 2024-11-25T11:35:49,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/2974c4b78ad14d2ebe0bcb52fc932a60, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T11:35:49,581 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d18c22b40681879646438d9fa5308f1f in 1256ms, sequenceid=119, compaction requested=false 2024-11-25T11:35:49,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:49,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-25T11:35:49,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:49,615 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:35:49,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:49,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:49,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cf83e39201fa4633a31b07fdddc11e1d_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534548337/Put/seqid=0 2024-11-25T11:35:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T11:35:49,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742407_1583 (size=12254) 2024-11-25T11:35:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:49,632 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cf83e39201fa4633a31b07fdddc11e1d_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cf83e39201fa4633a31b07fdddc11e1d_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:49,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/1289e9357f424af586dda41790e971a6, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:49,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/1289e9357f424af586dda41790e971a6 is 175, key is test_row_0/A:col10/1732534548337/Put/seqid=0 2024-11-25T11:35:49,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742408_1584 (size=31055) 2024-11-25T11:35:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T11:35:50,037 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/1289e9357f424af586dda41790e971a6 2024-11-25T11:35:50,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/eec0b0e160dc4010a0588eaad1453a73 is 50, key is test_row_0/B:col10/1732534548337/Put/seqid=0 2024-11-25T11:35:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742409_1585 (size=12101) 2024-11-25T11:35:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T11:35:50,454 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/eec0b0e160dc4010a0588eaad1453a73 2024-11-25T11:35:50,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/6475ec76f063470ab6b62461933a9fd2 is 50, key is test_row_0/C:col10/1732534548337/Put/seqid=0 2024-11-25T11:35:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742410_1586 (size=12101) 2024-11-25T11:35:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:50,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:50,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534610518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:50,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:50,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534610520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:50,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534610522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:50,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:50,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534610632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534610632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:50,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534610632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:50,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:50,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534610842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:50,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534610843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534610843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:50,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:50,865 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/6475ec76f063470ab6b62461933a9fd2 2024-11-25T11:35:50,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/1289e9357f424af586dda41790e971a6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/1289e9357f424af586dda41790e971a6 2024-11-25T11:35:50,872 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/1289e9357f424af586dda41790e971a6, entries=150, sequenceid=134, filesize=30.3 K 2024-11-25T11:35:50,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/eec0b0e160dc4010a0588eaad1453a73 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/eec0b0e160dc4010a0588eaad1453a73 2024-11-25T11:35:50,875 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/eec0b0e160dc4010a0588eaad1453a73, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T11:35:50,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/6475ec76f063470ab6b62461933a9fd2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/6475ec76f063470ab6b62461933a9fd2 2024-11-25T11:35:50,879 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/6475ec76f063470ab6b62461933a9fd2, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T11:35:50,880 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d18c22b40681879646438d9fa5308f1f in 1265ms, sequenceid=134, compaction requested=true 2024-11-25T11:35:50,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:50,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:50,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-25T11:35:50,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-25T11:35:50,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-25T11:35:50,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5760 sec 2024-11-25T11:35:50,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.5800 sec 2024-11-25T11:35:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:51,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-25T11:35:51,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534550517, max timestamp=1732534551154Num uniques 859; 2024-11-25T11:35:51,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:35:51,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534550517, max timestamp=1732534551154Num uniques 859; 2024-11-25T11:35:51,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:35:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:51,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534550517, max timestamp=1732534551154Num uniques 859; 2024-11-25T11:35:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:51,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:35:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:51,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552891f99e1ca408eb7675646deffc6a3_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534550518/Put/seqid=0 2024-11-25T11:35:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742411_1587 (size=17284) 2024-11-25T11:35:51,190 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534551167, max timestamp=1732534551187Num uniques 859; 2024-11-25T11:35:51,190 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:35:51,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534551167, max timestamp=1732534551187Num uniques 859; 2024-11-25T11:35:51,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:35:51,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732534551167, max timestamp=1732534551187Num uniques 859; 2024-11-25T11:35:51,191 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:35:51,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9971, totalHeapSize=22912, min timestamp=1732534551212, max timestamp=1732534551227Num uniques 1068; 2024-11-25T11:35:51,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9976, totalHeapSize=22912, min timestamp=1732534551212, max timestamp=1732534551227Num uniques 1068; 2024-11-25T11:35:51,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48901, new segment data size=9971, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-25T11:35:51,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48906, new segment data size=9976, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-25T11:35:51,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9976, totalHeapSize=22912, min timestamp=1732534551212, max timestamp=1732534551227Num uniques 1068; 2024-11-25T11:35:51,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48906, new segment data size=9976, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-25T11:35:51,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534611291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:51,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8092, totalHeapSize=18648, min timestamp=1732534551280, max timestamp=1732534551295Num uniques 1077; 2024-11-25T11:35:51,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49312, new segment data size=8092, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-25T11:35:51,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732534551280, max timestamp=1732534551295Num uniques 1077; 2024-11-25T11:35:51,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-25T11:35:51,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8094, totalHeapSize=18648, min timestamp=1732534551280, max timestamp=1732534551295Num uniques 1077; 2024-11-25T11:35:51,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49314, new segment data size=8094, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-25T11:35:51,354 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732534551329, max timestamp=1732534551350Num uniques 1036; 2024-11-25T11:35:51,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-25T11:35:51,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732534551329, max timestamp=1732534551350Num uniques 1036; 2024-11-25T11:35:51,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-25T11:35:51,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732534551329, max timestamp=1732534551350Num uniques 1036; 2024-11-25T11:35:51,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-25T11:35:51,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534611402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,406 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:51,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732534551390, max timestamp=1732534551404Num uniques 1095; 2024-11-25T11:35:51,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-25T11:35:51,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732534551390, max timestamp=1732534551404Num uniques 1095; 2024-11-25T11:35:51,409 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-25T11:35:51,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1732534551390, max timestamp=1732534551404Num uniques 1095; 2024-11-25T11:35:51,410 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-11-25T11:35:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-25T11:35:51,452 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:51,453 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-25T11:35:51,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T11:35:51,454 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:51,455 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:51,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:51,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9334, totalHeapSize=21456, min timestamp=1732534551451, max timestamp=1732534551469Num uniques 1104; 2024-11-25T11:35:51,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9334, totalHeapSize=21456, min timestamp=1732534551451, max timestamp=1732534551469Num uniques 1104; 2024-11-25T11:35:51,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9336, totalHeapSize=21456, min timestamp=1732534551451, max timestamp=1732534551469Num uniques 1104; 2024-11-25T11:35:51,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50554, new segment data size=9334, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-25T11:35:51,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50556, new segment data size=9336, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-25T11:35:51,487 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50554, new segment data size=9334, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-11-25T11:35:51,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534611537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:51,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732534551527, max timestamp=1732534551541Num uniques 1063; 2024-11-25T11:35:51,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-25T11:35:51,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732534551527, max timestamp=1732534551541Num uniques 1063; 2024-11-25T11:35:51,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-25T11:35:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:51,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732534551527, max timestamp=1732534551541Num uniques 1063; 2024-11-25T11:35:51,546 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-25T11:35:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T11:35:51,569 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:51,572 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112552891f99e1ca408eb7675646deffc6a3_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552891f99e1ca408eb7675646deffc6a3_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:51,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/974abf82475f48f195e0538c09371ac2, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:51,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/974abf82475f48f195e0538c09371ac2 is 175, key is test_row_0/A:col10/1732534550518/Put/seqid=0 2024-11-25T11:35:51,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742412_1588 (size=48389) 2024-11-25T11:35:51,578 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/974abf82475f48f195e0538c09371ac2 2024-11-25T11:35:51,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/23b3d23d79be485cad1a0eefb17c246b is 50, key is test_row_0/B:col10/1732534550518/Put/seqid=0 2024-11-25T11:35:51,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742413_1589 (size=12151) 2024-11-25T11:35:51,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T11:35:51,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:51,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:51,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:51,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732534551558, max timestamp=1732534551618Num uniques 1022; 2024-11-25T11:35:51,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-25T11:35:51,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732534551558, max timestamp=1732534551618Num uniques 1022; 2024-11-25T11:35:51,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-25T11:35:51,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732534551558, max timestamp=1732534551618Num uniques 1022; 2024-11-25T11:35:51,623 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-25T11:35:51,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534611658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:51,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:51,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732534551626, max timestamp=1732534551664Num uniques 1081; 2024-11-25T11:35:51,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1732534551626, max timestamp=1732534551664Num uniques 1081; 2024-11-25T11:35:51,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-11-25T11:35:51,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-11-25T11:35:51,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1732534551626, max timestamp=1732534551664Num uniques 1081; 2024-11-25T11:35:51,669 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-11-25T11:35:51,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732534551701, max timestamp=1732534551715Num uniques 1090; 2024-11-25T11:35:51,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-11-25T11:35:51,720 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732534551701, max timestamp=1732534551715Num uniques 1090; 2024-11-25T11:35:51,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-11-25T11:35:51,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1732534551701, max timestamp=1732534551715Num uniques 1040; 2024-11-25T11:35:51,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-11-25T11:35:51,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T11:35:51,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:51,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:51,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:51,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:51,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:51,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1732534551753, max timestamp=1732534551767Num uniques 1049; 2024-11-25T11:35:51,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1732534551753, max timestamp=1732534551767Num uniques 1049; 2024-11-25T11:35:51,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=9114, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199 2024-11-25T11:35:51,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=9114, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199 2024-11-25T11:35:51,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1732534551753, max timestamp=1732534551767Num uniques 1049; 2024-11-25T11:35:51,772 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=9114, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199 2024-11-25T11:35:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T11:35:51,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534611804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:51,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534611805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:51,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534611810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:51,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:51,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1732534551791, max timestamp=1732534551808Num uniques 1058; 2024-11-25T11:35:51,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208 2024-11-25T11:35:51,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1732534551791, max timestamp=1732534551808Num uniques 1058; 2024-11-25T11:35:51,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1732534551791, max timestamp=1732534551808Num uniques 1058; 2024-11-25T11:35:51,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=7230, suffix heap size=138000,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=158 2024-11-25T11:35:51,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=7230, suffix heap size=138000,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=158 2024-11-25T11:35:51,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T11:35:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:51,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:51,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534611948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:51,956 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732534551939, max timestamp=1732534551952Num uniques 1017; 2024-11-25T11:35:51,956 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=9932, suffix heap size=133736,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=217 2024-11-25T11:35:51,956 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732534551939, max timestamp=1732534551952Num uniques 1067; 2024-11-25T11:35:51,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=9932, suffix heap size=138936,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=217 2024-11-25T11:35:51,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1732534551939, max timestamp=1732534551952Num uniques 1017; 2024-11-25T11:35:51,957 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=9932, suffix heap size=133736,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=217 2024-11-25T11:35:51,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/23b3d23d79be485cad1a0eefb17c246b 2024-11-25T11:35:51,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/c32c6cd3f1ce4bf894f49df59122d181 is 50, key is test_row_0/C:col10/1732534550518/Put/seqid=0 2024-11-25T11:35:52,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742414_1590 (size=12151) 2024-11-25T11:35:52,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/c32c6cd3f1ce4bf894f49df59122d181 2024-11-25T11:35:52,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/974abf82475f48f195e0538c09371ac2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/974abf82475f48f195e0538c09371ac2 2024-11-25T11:35:52,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/974abf82475f48f195e0538c09371ac2, entries=250, sequenceid=157, filesize=47.3 K 2024-11-25T11:35:52,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/23b3d23d79be485cad1a0eefb17c246b as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/23b3d23d79be485cad1a0eefb17c246b 2024-11-25T11:35:52,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1732534551985, max timestamp=1732534552012Num uniques 1076; 2024-11-25T11:35:52,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=8056, suffix heap size=139872,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=176 2024-11-25T11:35:52,017 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1732534551985, max timestamp=1732534552012Num uniques 1076; 2024-11-25T11:35:52,017 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=8056, suffix heap size=139872,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=176 2024-11-25T11:35:52,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/23b3d23d79be485cad1a0eefb17c246b, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T11:35:52,020 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=176, cellSize=8056, totalHeapSize=18544, min timestamp=1732534551985, max timestamp=1732534552012Num uniques 1076; 2024-11-25T11:35:52,020 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=8056, suffix heap size=139872,new segment heap size=18544 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=176 2024-11-25T11:35:52,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/c32c6cd3f1ce4bf894f49df59122d181 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c32c6cd3f1ce4bf894f49df59122d181 2024-11-25T11:35:52,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c32c6cd3f1ce4bf894f49df59122d181, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T11:35:52,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=40.25 KB/41220 for d18c22b40681879646438d9fa5308f1f in 870ms, sequenceid=157, compaction requested=true 2024-11-25T11:35:52,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:52,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:35:52,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:52,025 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:52,026 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:52,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:35:52,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:52,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:35:52,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:52,027 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:52,027 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/B is initiating minor compaction (all files) 2024-11-25T11:35:52,027 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/B in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,027 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/e7c9cf3ff6f643bc8140abd9e7a5f8a5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3d495dab7bcb4a10a618d18ef1dfc262, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/eec0b0e160dc4010a0588eaad1453a73, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/23b3d23d79be485cad1a0eefb17c246b] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=47.3 K 2024-11-25T11:35:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:52,027 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141667 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:52,028 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/A is initiating minor compaction (all files) 2024-11-25T11:35:52,028 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/A in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=53.67 KB heapSize=144.33 KB 2024-11-25T11:35:52,028 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/07db43f3b2144d7b9a83d619708ba93a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4f6f2475482b488bb9c2885a5dcd5b76, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/1289e9357f424af586dda41790e971a6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/974abf82475f48f195e0538c09371ac2] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=138.3 K 2024-11-25T11:35:52,028 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,028 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/07db43f3b2144d7b9a83d619708ba93a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4f6f2475482b488bb9c2885a5dcd5b76, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/1289e9357f424af586dda41790e971a6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/974abf82475f48f195e0538c09371ac2] 2024-11-25T11:35:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:52,029 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting e7c9cf3ff6f643bc8140abd9e7a5f8a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732534544343 2024-11-25T11:35:52,029 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07db43f3b2144d7b9a83d619708ba93a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732534544343 2024-11-25T11:35:52,029 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f6f2475482b488bb9c2885a5dcd5b76, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732534547671 2024-11-25T11:35:52,030 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d495dab7bcb4a10a618d18ef1dfc262, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732534547671 2024-11-25T11:35:52,030 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1289e9357f424af586dda41790e971a6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732534548337 2024-11-25T11:35:52,030 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting eec0b0e160dc4010a0588eaad1453a73, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732534548337 2024-11-25T11:35:52,030 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 23b3d23d79be485cad1a0eefb17c246b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732534550517 2024-11-25T11:35:52,030 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 974abf82475f48f195e0538c09371ac2, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732534550517 2024-11-25T11:35:52,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253dcc145d9bf442958e6fe8d5ad405fca_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534552007/Put/seqid=0 2024-11-25T11:35:52,040 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#B#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:52,040 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/0d76013a3d914a188dbb38b5d62bef12 is 50, key is test_row_0/B:col10/1732534550518/Put/seqid=0 2024-11-25T11:35:52,041 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:52,044 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b73e92c9acd44bc38d28fc7b376ad590_d18c22b40681879646438d9fa5308f1f store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:52,047 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b73e92c9acd44bc38d28fc7b376ad590_d18c22b40681879646438d9fa5308f1f, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:52,047 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b73e92c9acd44bc38d28fc7b376ad590_d18c22b40681879646438d9fa5308f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:52,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742416_1592 (size=12493) 2024-11-25T11:35:52,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T11:35:52,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742415_1591 (size=12454) 2024-11-25T11:35:52,078 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:52,082 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253dcc145d9bf442958e6fe8d5ad405fca_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253dcc145d9bf442958e6fe8d5ad405fca_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T11:35:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742417_1593 (size=4469) 2024-11-25T11:35:52,084 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/393bd5ef0d0a4563b57a899ca7068952, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:52,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/393bd5ef0d0a4563b57a899ca7068952 is 175, key is test_row_0/A:col10/1732534552007/Put/seqid=0 2024-11-25T11:35:52,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534552071, max timestamp=1732534552090Num uniques 859; 2024-11-25T11:35:52,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:35:52,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534552071, max timestamp=1732534552090Num uniques 859; 2024-11-25T11:35:52,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:35:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742418_1594 (size=31255) 2024-11-25T11:35:52,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732534552071, max timestamp=1732534552090Num uniques 859; 2024-11-25T11:35:52,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-25T11:35:52,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534612127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534612128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534612132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T11:35:52,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534612242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534612242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534612242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T11:35:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:52,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534612452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534612452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534612452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,466 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/0d76013a3d914a188dbb38b5d62bef12 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0d76013a3d914a188dbb38b5d62bef12 2024-11-25T11:35:52,469 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d18c22b40681879646438d9fa5308f1f/B of d18c22b40681879646438d9fa5308f1f into 0d76013a3d914a188dbb38b5d62bef12(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:52,469 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:52,469 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/B, priority=12, startTime=1732534552025; duration=0sec 2024-11-25T11:35:52,469 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:52,469 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:B 2024-11-25T11:35:52,470 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:52,470 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:52,471 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/C is initiating minor compaction (all files) 2024-11-25T11:35:52,471 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/C in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,471 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/452a1c7b21de4570be3fa8e86654352f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/2974c4b78ad14d2ebe0bcb52fc932a60, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/6475ec76f063470ab6b62461933a9fd2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c32c6cd3f1ce4bf894f49df59122d181] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=47.3 K 2024-11-25T11:35:52,471 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 452a1c7b21de4570be3fa8e86654352f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732534544343 2024-11-25T11:35:52,471 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 2974c4b78ad14d2ebe0bcb52fc932a60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732534547671 2024-11-25T11:35:52,472 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6475ec76f063470ab6b62461933a9fd2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732534548337 2024-11-25T11:35:52,472 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c32c6cd3f1ce4bf894f49df59122d181, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732534550517 2024-11-25T11:35:52,480 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#C#compaction#501 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:52,480 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/1198aa1185f2469a875753159b7790f9 is 50, key is test_row_0/C:col10/1732534550518/Put/seqid=0 2024-11-25T11:35:52,484 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#A#compaction#500 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:52,485 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/7003f9d69d8649e8852dc4af8a3f9af5 is 175, key is test_row_0/A:col10/1732534550518/Put/seqid=0 2024-11-25T11:35:52,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742419_1595 (size=12493) 2024-11-25T11:35:52,492 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/393bd5ef0d0a4563b57a899ca7068952 2024-11-25T11:35:52,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742420_1596 (size=31447) 2024-11-25T11:35:52,497 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/7003f9d69d8649e8852dc4af8a3f9af5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/7003f9d69d8649e8852dc4af8a3f9af5 2024-11-25T11:35:52,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/8e60f9d32b534fd6b78974cbd6106eed is 50, key is test_row_0/B:col10/1732534552007/Put/seqid=0 2024-11-25T11:35:52,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742421_1597 (size=12301) 2024-11-25T11:35:52,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/8e60f9d32b534fd6b78974cbd6106eed 2024-11-25T11:35:52,502 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d18c22b40681879646438d9fa5308f1f/A of d18c22b40681879646438d9fa5308f1f into 7003f9d69d8649e8852dc4af8a3f9af5(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:52,502 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:52,502 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/A, priority=12, startTime=1732534552025; duration=0sec 2024-11-25T11:35:52,502 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:52,502 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:A 2024-11-25T11:35:52,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/ab02402fba8f4ff490864abb68eccdcd is 50, key is test_row_0/C:col10/1732534552007/Put/seqid=0 2024-11-25T11:35:52,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742422_1598 (size=12301) 2024-11-25T11:35:52,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T11:35:52,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:52,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57534 deadline: 1732534612552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,557 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_0' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T11:35:52,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T11:35:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534612762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534612762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:52,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534612762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:52,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:52,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:52,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T11:35:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:52,894 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/1198aa1185f2469a875753159b7790f9 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/1198aa1185f2469a875753159b7790f9 2024-11-25T11:35:52,898 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d18c22b40681879646438d9fa5308f1f/C of d18c22b40681879646438d9fa5308f1f into 1198aa1185f2469a875753159b7790f9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:52,898 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:52,898 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/C, priority=12, startTime=1732534552026; duration=0sec 2024-11-25T11:35:52,898 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:52,898 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:C 2024-11-25T11:35:52,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/ab02402fba8f4ff490864abb68eccdcd 2024-11-25T11:35:52,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/393bd5ef0d0a4563b57a899ca7068952 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/393bd5ef0d0a4563b57a899ca7068952 2024-11-25T11:35:52,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/393bd5ef0d0a4563b57a899ca7068952, entries=150, sequenceid=405, filesize=30.5 K 2024-11-25T11:35:52,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/8e60f9d32b534fd6b78974cbd6106eed as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/8e60f9d32b534fd6b78974cbd6106eed 2024-11-25T11:35:52,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/8e60f9d32b534fd6b78974cbd6106eed, entries=150, sequenceid=405, filesize=12.0 K 2024-11-25T11:35:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/ab02402fba8f4ff490864abb68eccdcd as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/ab02402fba8f4ff490864abb68eccdcd 2024-11-25T11:35:52,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/ab02402fba8f4ff490864abb68eccdcd, entries=150, sequenceid=405, filesize=12.0 K 2024-11-25T11:35:52,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~144.28 KB/147744, currentSize=134.18 KB/137400 for d18c22b40681879646438d9fa5308f1f in 897ms, sequenceid=405, compaction requested=false 2024-11-25T11:35:52,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:52,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-25T11:35:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:52,985 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-25T11:35:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:52,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125844907e6efe4498db0f54dfb30083cdf_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534552130/Put/seqid=0 2024-11-25T11:35:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742423_1599 (size=12454) 2024-11-25T11:35:52,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:53,001 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125844907e6efe4498db0f54dfb30083cdf_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125844907e6efe4498db0f54dfb30083cdf_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/f89f9f801cec42bfa1bb94e2bf7c0d3d, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/f89f9f801cec42bfa1bb94e2bf7c0d3d is 175, key is test_row_0/A:col10/1732534552130/Put/seqid=0 2024-11-25T11:35:53,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742424_1600 (size=31255) 2024-11-25T11:35:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:53,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:53,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534613281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534613282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:53,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534613285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:53,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534613393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534613393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:53,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534613393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:53,406 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/f89f9f801cec42bfa1bb94e2bf7c0d3d 2024-11-25T11:35:53,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/5e6968e792b2466b995edeb4489f8623 is 50, key is test_row_0/B:col10/1732534552130/Put/seqid=0 2024-11-25T11:35:53,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742425_1601 (size=12301) 2024-11-25T11:35:53,424 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/5e6968e792b2466b995edeb4489f8623 2024-11-25T11:35:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/539d2169750c4f398abacb5b122a7036 is 50, key is test_row_0/C:col10/1732534552130/Put/seqid=0 2024-11-25T11:35:53,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742426_1602 (size=12301) 2024-11-25T11:35:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T11:35:53,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534613602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534613602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534613603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:53,839 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/539d2169750c4f398abacb5b122a7036 2024-11-25T11:35:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/f89f9f801cec42bfa1bb94e2bf7c0d3d as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f89f9f801cec42bfa1bb94e2bf7c0d3d 2024-11-25T11:35:53,845 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f89f9f801cec42bfa1bb94e2bf7c0d3d, entries=150, sequenceid=445, filesize=30.5 K 2024-11-25T11:35:53,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/5e6968e792b2466b995edeb4489f8623 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5e6968e792b2466b995edeb4489f8623 2024-11-25T11:35:53,849 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5e6968e792b2466b995edeb4489f8623, entries=150, sequenceid=445, filesize=12.0 K 2024-11-25T11:35:53,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/539d2169750c4f398abacb5b122a7036 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/539d2169750c4f398abacb5b122a7036 2024-11-25T11:35:53,853 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/539d2169750c4f398abacb5b122a7036, entries=150, sequenceid=445, filesize=12.0 K 2024-11-25T11:35:53,854 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for d18c22b40681879646438d9fa5308f1f in 869ms, sequenceid=445, compaction requested=true 2024-11-25T11:35:53,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:53,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:53,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-25T11:35:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-25T11:35:53,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-25T11:35:53,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4000 sec 2024-11-25T11:35:53,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.4040 sec 2024-11-25T11:35:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:53,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-25T11:35:53,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:53,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:53,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:53,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:53,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:53,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:53,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b0ade06316d249d8bef6d4eaa6e2a6f2_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534553915/Put/seqid=0 2024-11-25T11:35:53,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742427_1603 (size=17534) 2024-11-25T11:35:53,926 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:53,929 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b0ade06316d249d8bef6d4eaa6e2a6f2_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b0ade06316d249d8bef6d4eaa6e2a6f2_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:53,929 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/6d0d45aebcd24a1ca60bde9efa7e5431, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:53,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/6d0d45aebcd24a1ca60bde9efa7e5431 is 175, key is test_row_0/A:col10/1732534553915/Put/seqid=0 2024-11-25T11:35:53,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742428_1604 (size=48639) 2024-11-25T11:35:53,933 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=458, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/6d0d45aebcd24a1ca60bde9efa7e5431 2024-11-25T11:35:53,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/357998b3db5b438d8bd15b9e89fbbe57 is 50, key is test_row_0/B:col10/1732534553915/Put/seqid=0 2024-11-25T11:35:53,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742429_1605 (size=12301) 2024-11-25T11:35:53,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534613951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:53,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534613952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:53,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534613957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:53,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:53,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:54,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534614062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:54,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534614063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,066 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:54,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534614072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:54,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534614272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534614273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:54,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534614282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:54,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/357998b3db5b438d8bd15b9e89fbbe57 2024-11-25T11:35:54,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/83e9f21c976e47ad9913e8ecee8f8fb3 is 50, key is test_row_0/C:col10/1732534553915/Put/seqid=0 2024-11-25T11:35:54,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742430_1606 (size=12301) 2024-11-25T11:35:54,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534614582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:54,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534614583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:54,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534614592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:54,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/83e9f21c976e47ad9913e8ecee8f8fb3 2024-11-25T11:35:54,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/6d0d45aebcd24a1ca60bde9efa7e5431 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/6d0d45aebcd24a1ca60bde9efa7e5431 2024-11-25T11:35:54,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/6d0d45aebcd24a1ca60bde9efa7e5431, entries=250, sequenceid=458, filesize=47.5 K 2024-11-25T11:35:54,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/357998b3db5b438d8bd15b9e89fbbe57 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/357998b3db5b438d8bd15b9e89fbbe57 2024-11-25T11:35:54,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/357998b3db5b438d8bd15b9e89fbbe57, entries=150, sequenceid=458, filesize=12.0 K 2024-11-25T11:35:54,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/83e9f21c976e47ad9913e8ecee8f8fb3 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/83e9f21c976e47ad9913e8ecee8f8fb3 2024-11-25T11:35:54,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/83e9f21c976e47ad9913e8ecee8f8fb3, entries=150, sequenceid=458, filesize=12.0 K 2024-11-25T11:35:54,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for d18c22b40681879646438d9fa5308f1f in 867ms, sequenceid=458, compaction requested=true 2024-11-25T11:35:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:35:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:54,782 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:35:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:35:54,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:54,782 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:54,783 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:54,783 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/B is initiating minor compaction (all files) 2024-11-25T11:35:54,783 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/B in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:54,783 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0d76013a3d914a188dbb38b5d62bef12, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/8e60f9d32b534fd6b78974cbd6106eed, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5e6968e792b2466b995edeb4489f8623, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/357998b3db5b438d8bd15b9e89fbbe57] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=48.2 K 2024-11-25T11:35:54,784 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142596 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:54,784 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d76013a3d914a188dbb38b5d62bef12, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732534550517 2024-11-25T11:35:54,784 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/A is initiating minor compaction (all files) 2024-11-25T11:35:54,784 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/A in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:54,784 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/7003f9d69d8649e8852dc4af8a3f9af5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/393bd5ef0d0a4563b57a899ca7068952, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f89f9f801cec42bfa1bb94e2bf7c0d3d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/6d0d45aebcd24a1ca60bde9efa7e5431] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=139.3 K 2024-11-25T11:35:54,784 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:54,784 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/7003f9d69d8649e8852dc4af8a3f9af5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/393bd5ef0d0a4563b57a899ca7068952, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f89f9f801cec42bfa1bb94e2bf7c0d3d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/6d0d45aebcd24a1ca60bde9efa7e5431] 2024-11-25T11:35:54,784 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e60f9d32b534fd6b78974cbd6106eed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732534552007 2024-11-25T11:35:54,784 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7003f9d69d8649e8852dc4af8a3f9af5, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732534550517 2024-11-25T11:35:54,784 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e6968e792b2466b995edeb4489f8623, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732534552116 2024-11-25T11:35:54,785 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 393bd5ef0d0a4563b57a899ca7068952, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732534552007 2024-11-25T11:35:54,785 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 357998b3db5b438d8bd15b9e89fbbe57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732534553914 2024-11-25T11:35:54,785 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f89f9f801cec42bfa1bb94e2bf7c0d3d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732534552116 2024-11-25T11:35:54,785 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d0d45aebcd24a1ca60bde9efa7e5431, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732534553276 2024-11-25T11:35:54,790 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:54,791 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:54,792 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/964f9ee8b28d445094c4b80729393923 is 50, key is test_row_0/B:col10/1732534553915/Put/seqid=0 2024-11-25T11:35:54,792 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ac1f9bcb32e245a28c820bfa7e5bf278_d18c22b40681879646438d9fa5308f1f store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:54,795 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ac1f9bcb32e245a28c820bfa7e5bf278_d18c22b40681879646438d9fa5308f1f, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:54,796 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ac1f9bcb32e245a28c820bfa7e5bf278_d18c22b40681879646438d9fa5308f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:54,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742431_1607 (size=12779) 2024-11-25T11:35:54,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742432_1608 (size=4469) 2024-11-25T11:35:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:55,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-25T11:35:55,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:55,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:55,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:55,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:55,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:55,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:55,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258e150c7ddc3a4377ad6a68f9572214f2_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534553951/Put/seqid=0 2024-11-25T11:35:55,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742433_1609 (size=14994) 2024-11-25T11:35:55,113 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:55,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534615113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,116 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258e150c7ddc3a4377ad6a68f9572214f2_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258e150c7ddc3a4377ad6a68f9572214f2_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:55,117 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/9b3b6972498c4062a4d687c10f6fb428, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:55,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/9b3b6972498c4062a4d687c10f6fb428 is 175, key is test_row_0/A:col10/1732534553951/Put/seqid=0 2024-11-25T11:35:55,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534615114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534615115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742434_1610 (size=39949) 2024-11-25T11:35:55,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=478, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/9b3b6972498c4062a4d687c10f6fb428 2024-11-25T11:35:55,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/f3e9bc0ede204b00b8a64c7204713251 is 50, key is test_row_0/B:col10/1732534553951/Put/seqid=0 2024-11-25T11:35:55,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742435_1611 (size=12301) 2024-11-25T11:35:55,209 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/964f9ee8b28d445094c4b80729393923 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/964f9ee8b28d445094c4b80729393923 2024-11-25T11:35:55,213 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d18c22b40681879646438d9fa5308f1f/B of d18c22b40681879646438d9fa5308f1f into 964f9ee8b28d445094c4b80729393923(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:55,213 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:55,213 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/B, priority=12, startTime=1732534554782; duration=0sec 2024-11-25T11:35:55,213 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:55,213 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:B 2024-11-25T11:35:55,213 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:55,214 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:55,214 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/C is initiating minor compaction (all files) 2024-11-25T11:35:55,214 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/C in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:55,215 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/1198aa1185f2469a875753159b7790f9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/ab02402fba8f4ff490864abb68eccdcd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/539d2169750c4f398abacb5b122a7036, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/83e9f21c976e47ad9913e8ecee8f8fb3] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=48.2 K 2024-11-25T11:35:55,215 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 1198aa1185f2469a875753159b7790f9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732534550517 2024-11-25T11:35:55,215 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#A#compaction#511 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:55,215 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting ab02402fba8f4ff490864abb68eccdcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1732534552007 2024-11-25T11:35:55,216 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 539d2169750c4f398abacb5b122a7036, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732534552116 2024-11-25T11:35:55,216 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 83e9f21c976e47ad9913e8ecee8f8fb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732534553914 2024-11-25T11:35:55,219 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/f70009d2f2ed4837aeaa4e9917de9257 is 175, key is test_row_0/A:col10/1732534553915/Put/seqid=0 2024-11-25T11:35:55,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534615222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534615222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742436_1612 (size=31733) 2024-11-25T11:35:55,230 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#C#compaction#514 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:55,231 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/939329103d8d4cd594cb6dd4e164f3de is 50, key is test_row_0/C:col10/1732534553915/Put/seqid=0 2024-11-25T11:35:55,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534615233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,238 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/f70009d2f2ed4837aeaa4e9917de9257 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f70009d2f2ed4837aeaa4e9917de9257 2024-11-25T11:35:55,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742437_1613 (size=12779) 2024-11-25T11:35:55,242 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d18c22b40681879646438d9fa5308f1f/A of d18c22b40681879646438d9fa5308f1f into f70009d2f2ed4837aeaa4e9917de9257(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:55,242 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:55,242 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/A, priority=12, startTime=1732534554782; duration=0sec 2024-11-25T11:35:55,242 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:55,242 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:A 2024-11-25T11:35:55,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534615432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534615433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534615442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/f3e9bc0ede204b00b8a64c7204713251 2024-11-25T11:35:55,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/72c356e3cb7441d4944e8ea143a3f776 is 50, key is test_row_0/C:col10/1732534553951/Put/seqid=0 2024-11-25T11:35:55,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742438_1614 (size=12301) 2024-11-25T11:35:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-25T11:35:55,613 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:55,614 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-25T11:35:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T11:35:55,620 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:55,620 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:55,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:55,645 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/939329103d8d4cd594cb6dd4e164f3de as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/939329103d8d4cd594cb6dd4e164f3de 2024-11-25T11:35:55,649 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d18c22b40681879646438d9fa5308f1f/C of d18c22b40681879646438d9fa5308f1f into 939329103d8d4cd594cb6dd4e164f3de(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:55,650 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:55,650 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/C, priority=12, startTime=1732534554782; duration=0sec 2024-11-25T11:35:55,650 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:55,650 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:C 2024-11-25T11:35:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T11:35:55,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534615742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534615742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534615762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:55,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:55,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-25T11:35:55,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:55,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:55,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:55,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:55,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:55,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-25T11:35:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:55,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T11:35:55,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/72c356e3cb7441d4944e8ea143a3f776 2024-11-25T11:35:56,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/9b3b6972498c4062a4d687c10f6fb428 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/9b3b6972498c4062a4d687c10f6fb428 2024-11-25T11:35:56,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/9b3b6972498c4062a4d687c10f6fb428, entries=200, sequenceid=478, filesize=39.0 K 2024-11-25T11:35:56,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/f3e9bc0ede204b00b8a64c7204713251 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/f3e9bc0ede204b00b8a64c7204713251 2024-11-25T11:35:56,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/f3e9bc0ede204b00b8a64c7204713251, entries=150, sequenceid=478, filesize=12.0 K 2024-11-25T11:35:56,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/72c356e3cb7441d4944e8ea143a3f776 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/72c356e3cb7441d4944e8ea143a3f776 2024-11-25T11:35:56,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/72c356e3cb7441d4944e8ea143a3f776, entries=150, sequenceid=478, filesize=12.0 K 2024-11-25T11:35:56,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for d18c22b40681879646438d9fa5308f1f in 916ms, sequenceid=478, compaction requested=false 2024-11-25T11:35:56,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:56,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-25T11:35:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:56,080 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:35:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:56,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112567ea47436e6c4da58fb2bce92e6de278_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534555111/Put/seqid=0 2024-11-25T11:35:56,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742439_1615 (size=12454) 2024-11-25T11:35:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T11:35:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:56,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:56,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732534556275, max timestamp=1732534556291Num uniques 859; 2024-11-25T11:35:56,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732534556275, max timestamp=1732534556291Num uniques 859; 2024-11-25T11:35:56,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:35:56,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:35:56,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732534556275, max timestamp=1732534556291Num uniques 859; 2024-11-25T11:35:56,295 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/96bb5f2c2895:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-25T11:35:56,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534616319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534616320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534616321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:56,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534616432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:56,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534616432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534616433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:56,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:56,495 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112567ea47436e6c4da58fb2bce92e6de278_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567ea47436e6c4da58fb2bce92e6de278_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:56,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/54b2f3b86e3042a68f2327b9bb1f3a92, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:56,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/54b2f3b86e3042a68f2327b9bb1f3a92 is 175, key is test_row_0/A:col10/1732534555111/Put/seqid=0 2024-11-25T11:35:56,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742440_1616 (size=31255) 2024-11-25T11:35:56,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534616642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534616642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534616642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T11:35:56,900 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=493, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/54b2f3b86e3042a68f2327b9bb1f3a92 2024-11-25T11:35:56,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/d9b6a48b20b749a889a4ba9b9d435c52 is 50, key is test_row_0/B:col10/1732534555111/Put/seqid=0 2024-11-25T11:35:56,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742441_1617 (size=12301) 2024-11-25T11:35:56,910 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/d9b6a48b20b749a889a4ba9b9d435c52 2024-11-25T11:35:56,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/270f002017e04e94b11464382b055931 is 50, key is test_row_0/C:col10/1732534555111/Put/seqid=0 2024-11-25T11:35:56,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742442_1618 (size=12301) 2024-11-25T11:35:56,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534616952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534616952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,955 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:56,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534616952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:57,320 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/270f002017e04e94b11464382b055931 2024-11-25T11:35:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/54b2f3b86e3042a68f2327b9bb1f3a92 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/54b2f3b86e3042a68f2327b9bb1f3a92 2024-11-25T11:35:57,327 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/54b2f3b86e3042a68f2327b9bb1f3a92, entries=150, sequenceid=493, filesize=30.5 K 2024-11-25T11:35:57,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/d9b6a48b20b749a889a4ba9b9d435c52 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/d9b6a48b20b749a889a4ba9b9d435c52 2024-11-25T11:35:57,331 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/d9b6a48b20b749a889a4ba9b9d435c52, entries=150, sequenceid=493, filesize=12.0 K 2024-11-25T11:35:57,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/270f002017e04e94b11464382b055931 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/270f002017e04e94b11464382b055931 2024-11-25T11:35:57,335 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/270f002017e04e94b11464382b055931, entries=150, sequenceid=493, filesize=12.0 K 2024-11-25T11:35:57,336 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for d18c22b40681879646438d9fa5308f1f in 1256ms, sequenceid=493, compaction requested=true 2024-11-25T11:35:57,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:57,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:57,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-25T11:35:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-25T11:35:57,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-25T11:35:57,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec 2024-11-25T11:35:57,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.7270 sec 2024-11-25T11:35:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:57,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-25T11:35:57,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:35:57,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125926e856b2145427f97a0e6a342f38ff5_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534556299/Put/seqid=0 2024-11-25T11:35:57,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742443_1619 (size=12454) 2024-11-25T11:35:57,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534617513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534617514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:57,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534617514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:57,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534617622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:57,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534617622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:57,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534617622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-25T11:35:57,763 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:35:57,763 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T11:35:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-25T11:35:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T11:35:57,765 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T11:35:57,765 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T11:35:57,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T11:35:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534617832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:57,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534617832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534617832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T11:35:57,876 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:57,879 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125926e856b2145427f97a0e6a342f38ff5_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125926e856b2145427f97a0e6a342f38ff5_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:57,880 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/a417582be31845ed9d64139d053f7ab6, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:57,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/a417582be31845ed9d64139d053f7ab6 is 175, key is test_row_0/A:col10/1732534556299/Put/seqid=0 2024-11-25T11:35:57,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742444_1620 (size=31255) 2024-11-25T11:35:57,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-25T11:35:57,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:57,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:57,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:57,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:57,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-25T11:35:58,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:58,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T11:35:58,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534618142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:58,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534618142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:58,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534618142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:58,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-25T11:35:58,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:58,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=528, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/a417582be31845ed9d64139d053f7ab6 2024-11-25T11:35:58,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/6d8f723a489c4f12bfa31501a03f1cc0 is 50, key is test_row_0/B:col10/1732534556299/Put/seqid=0 2024-11-25T11:35:58,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742445_1621 (size=12301) 2024-11-25T11:35:58,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-25T11:35:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T11:35:58,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-25T11:35:58,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:58,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534618652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:58,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534618652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:58,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534618652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:58,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:58,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-25T11:35:58,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:58,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T11:35:58,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/6d8f723a489c4f12bfa31501a03f1cc0 2024-11-25T11:35:58,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/c683bf85a18149afaa9aa21d8645e763 is 50, key is test_row_0/C:col10/1732534556299/Put/seqid=0 2024-11-25T11:35:58,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742446_1622 (size=12301) 2024-11-25T11:35:58,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=528 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/c683bf85a18149afaa9aa21d8645e763 2024-11-25T11:35:58,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/a417582be31845ed9d64139d053f7ab6 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/a417582be31845ed9d64139d053f7ab6 2024-11-25T11:35:58,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/a417582be31845ed9d64139d053f7ab6, entries=150, sequenceid=528, filesize=30.5 K 2024-11-25T11:35:58,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/6d8f723a489c4f12bfa31501a03f1cc0 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/6d8f723a489c4f12bfa31501a03f1cc0 2024-11-25T11:35:58,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/6d8f723a489c4f12bfa31501a03f1cc0, entries=150, sequenceid=528, filesize=12.0 K 2024-11-25T11:35:58,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/c683bf85a18149afaa9aa21d8645e763 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c683bf85a18149afaa9aa21d8645e763 2024-11-25T11:35:58,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c683bf85a18149afaa9aa21d8645e763, entries=150, sequenceid=528, filesize=12.0 K 2024-11-25T11:35:58,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for d18c22b40681879646438d9fa5308f1f in 1255ms, sequenceid=528, compaction requested=true 2024-11-25T11:35:58,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:58,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:35:58,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:58,721 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:58,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:35:58,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:58,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:35:58,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T11:35:58,721 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:58,722 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:58,722 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/A is initiating minor compaction (all files) 2024-11-25T11:35:58,722 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/A in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,722 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f70009d2f2ed4837aeaa4e9917de9257, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/9b3b6972498c4062a4d687c10f6fb428, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/54b2f3b86e3042a68f2327b9bb1f3a92, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/a417582be31845ed9d64139d053f7ab6] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=131.0 K 2024-11-25T11:35:58,722 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,722 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f70009d2f2ed4837aeaa4e9917de9257, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/9b3b6972498c4062a4d687c10f6fb428, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/54b2f3b86e3042a68f2327b9bb1f3a92, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/a417582be31845ed9d64139d053f7ab6] 2024-11-25T11:35:58,723 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:58,723 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/B is initiating minor compaction (all files) 2024-11-25T11:35:58,723 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/B in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,723 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/964f9ee8b28d445094c4b80729393923, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/f3e9bc0ede204b00b8a64c7204713251, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/d9b6a48b20b749a889a4ba9b9d435c52, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/6d8f723a489c4f12bfa31501a03f1cc0] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=48.5 K 2024-11-25T11:35:58,723 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting f70009d2f2ed4837aeaa4e9917de9257, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732534553914 2024-11-25T11:35:58,723 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 964f9ee8b28d445094c4b80729393923, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732534553914 2024-11-25T11:35:58,724 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b3b6972498c4062a4d687c10f6fb428, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732534553950 2024-11-25T11:35:58,724 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting f3e9bc0ede204b00b8a64c7204713251, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732534553950 2024-11-25T11:35:58,724 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54b2f3b86e3042a68f2327b9bb1f3a92, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732534555105 2024-11-25T11:35:58,724 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting d9b6a48b20b749a889a4ba9b9d435c52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732534555105 2024-11-25T11:35:58,724 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a417582be31845ed9d64139d053f7ab6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1732534556299 2024-11-25T11:35:58,724 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d8f723a489c4f12bfa31501a03f1cc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1732534556299 2024-11-25T11:35:58,730 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:58,732 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#B#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:58,733 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112598992d558c7442e68ccc9fa42cac868a_d18c22b40681879646438d9fa5308f1f store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:58,733 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/b4176f8dc3034ef48510c4a49e39747f is 50, key is test_row_0/B:col10/1732534556299/Put/seqid=0 2024-11-25T11:35:58,735 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112598992d558c7442e68ccc9fa42cac868a_d18c22b40681879646438d9fa5308f1f, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:58,736 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112598992d558c7442e68ccc9fa42cac868a_d18c22b40681879646438d9fa5308f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742447_1623 (size=12915) 2024-11-25T11:35:58,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742448_1624 (size=4469) 2024-11-25T11:35:58,755 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/b4176f8dc3034ef48510c4a49e39747f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/b4176f8dc3034ef48510c4a49e39747f 2024-11-25T11:35:58,759 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d18c22b40681879646438d9fa5308f1f/B of d18c22b40681879646438d9fa5308f1f into b4176f8dc3034ef48510c4a49e39747f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:58,759 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:58,759 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/B, priority=12, startTime=1732534558721; duration=0sec 2024-11-25T11:35:58,759 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:35:58,759 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:B 2024-11-25T11:35:58,760 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T11:35:58,761 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49682 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T11:35:58,761 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/C is initiating minor compaction (all files) 2024-11-25T11:35:58,761 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/C in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,761 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/939329103d8d4cd594cb6dd4e164f3de, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/72c356e3cb7441d4944e8ea143a3f776, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/270f002017e04e94b11464382b055931, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c683bf85a18149afaa9aa21d8645e763] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=48.5 K 2024-11-25T11:35:58,761 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 939329103d8d4cd594cb6dd4e164f3de, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1732534553914 2024-11-25T11:35:58,761 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 72c356e3cb7441d4944e8ea143a3f776, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1732534553950 2024-11-25T11:35:58,762 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 270f002017e04e94b11464382b055931, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1732534555105 2024-11-25T11:35:58,762 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting c683bf85a18149afaa9aa21d8645e763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1732534556299 2024-11-25T11:35:58,769 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#C#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:58,770 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/6c459d9904294b3e88d413fcf4b28ff2 is 50, key is test_row_0/C:col10/1732534556299/Put/seqid=0 2024-11-25T11:35:58,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742449_1625 (size=12915) 2024-11-25T11:35:58,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-25T11:35:58,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:35:58,835 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:35:58,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:35:58,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:58,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:35:58,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:58,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:35:58,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:35:58,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125376e0ef79bc8480b9f3418dc9f2bb44c_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534557471/Put/seqid=0 2024-11-25T11:35:58,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742450_1626 (size=12454) 2024-11-25T11:35:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T11:35:59,152 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#A#compaction#523 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:35:59,153 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/0aee29b84f3947a4a182e742e8870436 is 175, key is test_row_0/A:col10/1732534556299/Put/seqid=0 2024-11-25T11:35:59,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742451_1627 (size=31869) 2024-11-25T11:35:59,160 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/0aee29b84f3947a4a182e742e8870436 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aee29b84f3947a4a182e742e8870436 2024-11-25T11:35:59,164 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d18c22b40681879646438d9fa5308f1f/A of d18c22b40681879646438d9fa5308f1f into 0aee29b84f3947a4a182e742e8870436(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:59,164 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:59,164 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/A, priority=12, startTime=1732534558720; duration=0sec 2024-11-25T11:35:59,164 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:59,164 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:A 2024-11-25T11:35:59,177 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/6c459d9904294b3e88d413fcf4b28ff2 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/6c459d9904294b3e88d413fcf4b28ff2 2024-11-25T11:35:59,181 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d18c22b40681879646438d9fa5308f1f/C of d18c22b40681879646438d9fa5308f1f into 6c459d9904294b3e88d413fcf4b28ff2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:35:59,181 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:35:59,181 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/C, priority=12, startTime=1732534558721; duration=0sec 2024-11-25T11:35:59,181 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:35:59,181 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:C 2024-11-25T11:35:59,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:35:59,249 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125376e0ef79bc8480b9f3418dc9f2bb44c_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125376e0ef79bc8480b9f3418dc9f2bb44c_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/4d38239192c1481cb2db17042353fb33, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:35:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/4d38239192c1481cb2db17042353fb33 is 175, key is test_row_0/A:col10/1732534557471/Put/seqid=0 2024-11-25T11:35:59,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742452_1628 (size=31255) 2024-11-25T11:35:59,254 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=541, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/4d38239192c1481cb2db17042353fb33 2024-11-25T11:35:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/4ba490a5312046f3acbe261156d29f72 is 50, key is test_row_0/B:col10/1732534557471/Put/seqid=0 2024-11-25T11:35:59,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742453_1629 (size=12301) 2024-11-25T11:35:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:35:59,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. as already flushing 2024-11-25T11:35:59,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534619371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:59,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:59,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534619482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:59,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:59,664 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/4ba490a5312046f3acbe261156d29f72 2024-11-25T11:35:59,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534619662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:59,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534619662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:59,666 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,666 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:59,666 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:59,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/e174e0fef96441508d39d9496ae03c31 is 50, key is test_row_0/C:col10/1732534557471/Put/seqid=0 2024-11-25T11:35:59,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742454_1630 (size=12301) 2024-11-25T11:35:59,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534619672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:59,675 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:35:59,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:59,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:35:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534619692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:35:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:35:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:35:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T11:36:00,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:36:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534620002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:00,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:36:00,075 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/e174e0fef96441508d39d9496ae03c31 2024-11-25T11:36:00,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/4d38239192c1481cb2db17042353fb33 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4d38239192c1481cb2db17042353fb33 2024-11-25T11:36:00,081 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4d38239192c1481cb2db17042353fb33, entries=150, sequenceid=541, filesize=30.5 K 2024-11-25T11:36:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/4ba490a5312046f3acbe261156d29f72 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/4ba490a5312046f3acbe261156d29f72 2024-11-25T11:36:00,085 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/4ba490a5312046f3acbe261156d29f72, entries=150, sequenceid=541, filesize=12.0 K 2024-11-25T11:36:00,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/e174e0fef96441508d39d9496ae03c31 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/e174e0fef96441508d39d9496ae03c31 2024-11-25T11:36:00,088 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/e174e0fef96441508d39d9496ae03c31, entries=150, sequenceid=541, filesize=12.0 K 2024-11-25T11:36:00,089 INFO [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for d18c22b40681879646438d9fa5308f1f in 1254ms, sequenceid=541, compaction requested=false 2024-11-25T11:36:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:36:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:36:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/96bb5f2c2895:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-25T11:36:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-25T11:36:00,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-25T11:36:00,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3250 sec 2024-11-25T11:36:00,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 2.3290 sec 2024-11-25T11:36:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:00,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-25T11:36:00,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:36:00,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:36:00,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:36:00,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:36:00,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:36:00,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-25T11:36:00,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253c0e134add9c4bd685c8ffb0383427f9_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534560512/Put/seqid=0 2024-11-25T11:36:00,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742455_1631 (size=14994) 2024-11-25T11:36:00,526 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:00,529 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253c0e134add9c4bd685c8ffb0383427f9_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c0e134add9c4bd685c8ffb0383427f9_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:00,530 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/fbc74d749e62410a92f643f80c29f32f, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:36:00,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/fbc74d749e62410a92f643f80c29f32f is 175, key is test_row_0/A:col10/1732534560512/Put/seqid=0 2024-11-25T11:36:00,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742456_1632 (size=39949) 2024-11-25T11:36:00,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:36:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534620552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:00,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:36:00,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:36:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534620662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:36:00,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:36:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534620872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:00,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:00,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:00,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:36:00,934 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=564, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/fbc74d749e62410a92f643f80c29f32f 2024-11-25T11:36:00,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/5bd6cfb851d348b7a2603b6f6563f322 is 50, key is test_row_0/B:col10/1732534560512/Put/seqid=0 2024-11-25T11:36:00,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742457_1633 (size=12301) 2024-11-25T11:36:00,975 INFO [Thread-2461 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2461. 2024-11-25T11:36:00,975 DEBUG [Thread-2461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:36:00,975 DEBUG [Thread-2461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:00,975 DEBUG [Thread-2461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:00,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:00,976 INFO [Thread-2463 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2463. 2024-11-25T11:36:00,976 DEBUG [Thread-2463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:36:00,977 DEBUG [Thread-2463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:00,977 DEBUG [Thread-2463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:00,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:00,979 INFO [Thread-2467 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2467. 2024-11-25T11:36:00,979 DEBUG [Thread-2467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:36:00,979 DEBUG [Thread-2467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:00,979 DEBUG [Thread-2467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:00,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:00,979 INFO [Thread-2469 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2469. 2024-11-25T11:36:00,979 DEBUG [Thread-2469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:36:00,979 DEBUG [Thread-2469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:00,979 DEBUG [Thread-2469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:00,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:00,980 INFO [Thread-2465 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2465. 2024-11-25T11:36:00,980 DEBUG [Thread-2465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:36:00,980 DEBUG [Thread-2465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:00,981 DEBUG [Thread-2465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:00,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:01,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:36:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534621182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:36:01,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/5bd6cfb851d348b7a2603b6f6563f322 2024-11-25T11:36:01,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/573483e09d194a74af3187e6897da845 is 50, key is test_row_0/C:col10/1732534560512/Put/seqid=0 2024-11-25T11:36:01,350 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T11:36:01,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742458_1634 (size=12301) 2024-11-25T11:36:01,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:36:01,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:36:01,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:36:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57536 deadline: 1732534621682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57556 deadline: 1732534621682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57570 deadline: 1732534621682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:01,683 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_1' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:36:01,683 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:36:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:36:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:36:01,683 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 96bb5f2c2895,42925,1732534383188 for 'test_row_2' in d18c22b40681879646438d9fa5308f1f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-25T11:36:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:01,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:36:01,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-25T11:36:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1732534621692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 , the old value is region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-25T11:36:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., hostname=96bb5f2c2895,42925,1732534383188, seqNum=5 because the exception is null or not the one we care about 2024-11-25T11:36:01,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/573483e09d194a74af3187e6897da845 2024-11-25T11:36:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/fbc74d749e62410a92f643f80c29f32f as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fbc74d749e62410a92f643f80c29f32f 2024-11-25T11:36:01,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fbc74d749e62410a92f643f80c29f32f, entries=200, sequenceid=564, filesize=39.0 K 2024-11-25T11:36:01,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/5bd6cfb851d348b7a2603b6f6563f322 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5bd6cfb851d348b7a2603b6f6563f322 2024-11-25T11:36:01,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5bd6cfb851d348b7a2603b6f6563f322, entries=150, sequenceid=564, filesize=12.0 K 2024-11-25T11:36:01,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/573483e09d194a74af3187e6897da845 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/573483e09d194a74af3187e6897da845 2024-11-25T11:36:01,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/573483e09d194a74af3187e6897da845, entries=150, sequenceid=564, filesize=12.0 K 2024-11-25T11:36:01,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for d18c22b40681879646438d9fa5308f1f in 1252ms, sequenceid=564, compaction requested=true 2024-11-25T11:36:01,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:36:01,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T11:36:01,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:36:01,765 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:36:01,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T11:36:01,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:36:01,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d18c22b40681879646438d9fa5308f1f:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T11:36:01,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:36:01,765 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:36:01,766 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:36:01,766 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:36:01,766 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/A is initiating minor compaction (all files) 2024-11-25T11:36:01,766 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/B is initiating minor compaction (all files) 2024-11-25T11:36:01,766 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/B in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:36:01,766 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/A in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:36:01,766 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/b4176f8dc3034ef48510c4a49e39747f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/4ba490a5312046f3acbe261156d29f72, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5bd6cfb851d348b7a2603b6f6563f322] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=36.6 K 2024-11-25T11:36:01,766 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aee29b84f3947a4a182e742e8870436, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4d38239192c1481cb2db17042353fb33, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fbc74d749e62410a92f643f80c29f32f] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=100.7 K 2024-11-25T11:36:01,766 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:36:01,766 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. files: [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aee29b84f3947a4a182e742e8870436, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4d38239192c1481cb2db17042353fb33, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fbc74d749e62410a92f643f80c29f32f] 2024-11-25T11:36:01,767 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting b4176f8dc3034ef48510c4a49e39747f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1732534556299 2024-11-25T11:36:01,767 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0aee29b84f3947a4a182e742e8870436, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1732534556299 2024-11-25T11:36:01,767 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ba490a5312046f3acbe261156d29f72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732534557471 2024-11-25T11:36:01,767 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d38239192c1481cb2db17042353fb33, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732534557471 2024-11-25T11:36:01,767 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bd6cfb851d348b7a2603b6f6563f322, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732534559356 2024-11-25T11:36:01,767 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbc74d749e62410a92f643f80c29f32f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732534559356 2024-11-25T11:36:01,772 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:36:01,773 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#B#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:36:01,773 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/d5803e7d82914c97919db0495eb30209 is 50, key is test_row_0/B:col10/1732534560512/Put/seqid=0 2024-11-25T11:36:01,774 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112598ecc813e5494548a46d3151b93b6eaf_d18c22b40681879646438d9fa5308f1f store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:36:01,778 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112598ecc813e5494548a46d3151b93b6eaf_d18c22b40681879646438d9fa5308f1f, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:36:01,778 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112598ecc813e5494548a46d3151b93b6eaf_d18c22b40681879646438d9fa5308f1f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:36:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742459_1635 (size=13017) 2024-11-25T11:36:01,788 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/d5803e7d82914c97919db0495eb30209 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/d5803e7d82914c97919db0495eb30209 2024-11-25T11:36:01,792 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d18c22b40681879646438d9fa5308f1f/B of d18c22b40681879646438d9fa5308f1f into d5803e7d82914c97919db0495eb30209(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:36:01,792 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:36:01,792 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/B, priority=13, startTime=1732534561765; duration=0sec 2024-11-25T11:36:01,793 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T11:36:01,793 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:B 2024-11-25T11:36:01,793 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T11:36:01,793 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T11:36:01,794 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1541): d18c22b40681879646438d9fa5308f1f/C is initiating minor compaction (all files) 2024-11-25T11:36:01,794 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d18c22b40681879646438d9fa5308f1f/C in TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:36:01,794 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/6c459d9904294b3e88d413fcf4b28ff2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/e174e0fef96441508d39d9496ae03c31, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/573483e09d194a74af3187e6897da845] into tmpdir=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp, totalSize=36.6 K 2024-11-25T11:36:01,794 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c459d9904294b3e88d413fcf4b28ff2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=528, earliestPutTs=1732534556299 2024-11-25T11:36:01,794 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting e174e0fef96441508d39d9496ae03c31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1732534557471 2024-11-25T11:36:01,794 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] compactions.Compactor(225): Compacting 573483e09d194a74af3187e6897da845, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1732534559356 2024-11-25T11:36:01,803 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#C#compaction#533 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:36:01,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742460_1636 (size=4469) 2024-11-25T11:36:01,803 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/f579133234934fec8bf693c7a5c2da4a is 50, key is test_row_0/C:col10/1732534560512/Put/seqid=0 2024-11-25T11:36:01,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742461_1637 (size=13017) 2024-11-25T11:36:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-25T11:36:01,933 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:36:02,205 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d18c22b40681879646438d9fa5308f1f#A#compaction#532 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T11:36:02,205 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/210a1d825f254536b29dd412877e90de is 175, key is test_row_0/A:col10/1732534560512/Put/seqid=0 2024-11-25T11:36:02,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742462_1638 (size=31971) 2024-11-25T11:36:02,211 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/f579133234934fec8bf693c7a5c2da4a as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/f579133234934fec8bf693c7a5c2da4a 2024-11-25T11:36:02,214 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d18c22b40681879646438d9fa5308f1f/C of d18c22b40681879646438d9fa5308f1f into f579133234934fec8bf693c7a5c2da4a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:36:02,214 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:36:02,214 INFO [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/C, priority=13, startTime=1732534561765; duration=0sec 2024-11-25T11:36:02,214 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:36:02,214 DEBUG [RS:0;96bb5f2c2895:42925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:C 2024-11-25T11:36:02,612 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/210a1d825f254536b29dd412877e90de as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/210a1d825f254536b29dd412877e90de 2024-11-25T11:36:02,615 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d18c22b40681879646438d9fa5308f1f/A of d18c22b40681879646438d9fa5308f1f into 210a1d825f254536b29dd412877e90de(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T11:36:02,615 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:36:02,615 INFO [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., storeName=d18c22b40681879646438d9fa5308f1f/A, priority=13, startTime=1732534561765; duration=0sec 2024-11-25T11:36:02,615 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T11:36:02,615 DEBUG [RS:0;96bb5f2c2895:42925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d18c22b40681879646438d9fa5308f1f:A 2024-11-25T11:36:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42925 {}] regionserver.HRegion(8855): Flush requested on d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:02,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-25T11:36:02,633 INFO [Thread-2452 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2452. 2024-11-25T11:36:02,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:36:02,633 DEBUG [Thread-2452 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:36:02,633 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:02,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:36:02,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:36:02,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:36:02,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:36:02,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:36:02,634 DEBUG [Thread-2452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:02,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:02,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c9d88d3153a74d55a7938bb8bdf3090c_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_0/A:col10/1732534562632/Put/seqid=0 2024-11-25T11:36:02,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742463_1639 (size=12454) 2024-11-25T11:36:02,703 INFO [Thread-2456 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2456. 2024-11-25T11:36:02,703 DEBUG [Thread-2456 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:36:02,703 DEBUG [Thread-2456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:02,703 DEBUG [Thread-2456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:02,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:03,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:03,044 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c9d88d3153a74d55a7938bb8bdf3090c_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c9d88d3153a74d55a7938bb8bdf3090c_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:03,045 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/f487ca6271eb477ba52e0b569a341f18, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:36:03,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/f487ca6271eb477ba52e0b569a341f18 is 175, key is test_row_0/A:col10/1732534562632/Put/seqid=0 2024-11-25T11:36:03,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742464_1640 (size=31255) 2024-11-25T11:36:03,449 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=579, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/f487ca6271eb477ba52e0b569a341f18 2024-11-25T11:36:03,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/0341e2e6a9604860a07bf25e082e7e54 is 50, key is test_row_0/B:col10/1732534562632/Put/seqid=0 2024-11-25T11:36:03,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742465_1641 (size=12301) 2024-11-25T11:36:03,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/0341e2e6a9604860a07bf25e082e7e54 2024-11-25T11:36:03,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/c30bd0e6ccdf4958aab67753320c56eb is 50, key is test_row_0/C:col10/1732534562632/Put/seqid=0 2024-11-25T11:36:03,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742466_1642 (size=12301) 2024-11-25T11:36:04,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/c30bd0e6ccdf4958aab67753320c56eb 2024-11-25T11:36:04,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/f487ca6271eb477ba52e0b569a341f18 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f487ca6271eb477ba52e0b569a341f18 2024-11-25T11:36:04,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f487ca6271eb477ba52e0b569a341f18, entries=150, sequenceid=579, filesize=30.5 K 2024-11-25T11:36:04,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/0341e2e6a9604860a07bf25e082e7e54 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0341e2e6a9604860a07bf25e082e7e54 2024-11-25T11:36:04,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0341e2e6a9604860a07bf25e082e7e54, entries=150, sequenceid=579, filesize=12.0 K 2024-11-25T11:36:04,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/c30bd0e6ccdf4958aab67753320c56eb as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c30bd0e6ccdf4958aab67753320c56eb 2024-11-25T11:36:04,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c30bd0e6ccdf4958aab67753320c56eb, entries=150, sequenceid=579, filesize=12.0 K 2024-11-25T11:36:04,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=6.71 KB/6870 for d18c22b40681879646438d9fa5308f1f in 1648ms, sequenceid=579, compaction requested=false 2024-11-25T11:36:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d18c22b40681879646438d9fa5308f1f: 2024-11-25T11:36:05,703 INFO [Thread-2458 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2458. 2024-11-25T11:36:05,703 DEBUG [Thread-2458 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:36:05,704 DEBUG [Thread-2458 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:05,704 DEBUG [Thread-2458 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:05,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:05,713 INFO [Thread-2454 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2454. 2024-11-25T11:36:05,713 DEBUG [Thread-2454 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:36:05,714 DEBUG [Thread-2454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:05,714 DEBUG [Thread-2454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:05,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:05,723 INFO [Thread-2450 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2450. 2024-11-25T11:36:05,723 DEBUG [Thread-2450 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-25T11:36:05,724 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:05,724 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:05,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 160 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 156 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2972 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3064 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2982 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2974 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3066 2024-11-25T11:36:05,724 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T11:36:05,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:05,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:05,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:05,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:05,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:05,725 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T11:36:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T11:36:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T11:36:05,727 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534565727"}]},"ts":"1732534565727"} 2024-11-25T11:36:05,728 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T11:36:05,728 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T11:36:05,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T11:36:05,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, UNASSIGN}] 2024-11-25T11:36:05,731 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, UNASSIGN 2024-11-25T11:36:05,731 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=d18c22b40681879646438d9fa5308f1f, regionState=CLOSING, regionLocation=96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:05,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=178, ppid=177, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, UNASSIGN because future has completed 2024-11-25T11:36:05,732 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T11:36:05,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188}] 2024-11-25T11:36:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T11:36:05,884 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(122): Close d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:05,884 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T11:36:05,884 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1722): Closing d18c22b40681879646438d9fa5308f1f, disabling compactions & flushes 2024-11-25T11:36:05,884 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:36:05,884 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:36:05,884 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. after waiting 0 ms 2024-11-25T11:36:05,884 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:36:05,884 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(2902): Flushing d18c22b40681879646438d9fa5308f1f 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-25T11:36:05,884 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=A 2024-11-25T11:36:05,884 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:36:05,885 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=B 2024-11-25T11:36:05,885 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:36:05,885 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d18c22b40681879646438d9fa5308f1f, store=C 2024-11-25T11:36:05,885 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T11:36:05,889 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259f9e3b74ec2c47008029bc36be83008b_d18c22b40681879646438d9fa5308f1f is 50, key is test_row_1/A:col10/1732534565723/Put/seqid=0 2024-11-25T11:36:05,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742467_1643 (size=9914) 2024-11-25T11:36:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T11:36:06,292 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T11:36:06,295 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411259f9e3b74ec2c47008029bc36be83008b_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259f9e3b74ec2c47008029bc36be83008b_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:06,296 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/c6dce517844f45248f3af54adda74846, store: [table=TestAcidGuarantees family=A region=d18c22b40681879646438d9fa5308f1f] 2024-11-25T11:36:06,296 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/c6dce517844f45248f3af54adda74846 is 175, key is test_row_1/A:col10/1732534565723/Put/seqid=0 2024-11-25T11:36:06,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742468_1644 (size=22561) 2024-11-25T11:36:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T11:36:06,700 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=586, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/c6dce517844f45248f3af54adda74846 2024-11-25T11:36:06,705 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/127d2bdff5304e818a9d0db8d955aef5 is 50, key is test_row_1/B:col10/1732534565723/Put/seqid=0 2024-11-25T11:36:06,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742469_1645 (size=9857) 2024-11-25T11:36:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T11:36:07,108 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/127d2bdff5304e818a9d0db8d955aef5 2024-11-25T11:36:07,113 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/22f1fc2166ef4c50957fc28efdf76d1e is 50, key is test_row_1/C:col10/1732534565723/Put/seqid=0 2024-11-25T11:36:07,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742470_1646 (size=9857) 2024-11-25T11:36:07,516 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=586 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/22f1fc2166ef4c50957fc28efdf76d1e 2024-11-25T11:36:07,519 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/A/c6dce517844f45248f3af54adda74846 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/c6dce517844f45248f3af54adda74846 2024-11-25T11:36:07,522 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/c6dce517844f45248f3af54adda74846, entries=100, sequenceid=586, filesize=22.0 K 2024-11-25T11:36:07,522 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/B/127d2bdff5304e818a9d0db8d955aef5 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/127d2bdff5304e818a9d0db8d955aef5 2024-11-25T11:36:07,524 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/127d2bdff5304e818a9d0db8d955aef5, entries=100, sequenceid=586, filesize=9.6 K 2024-11-25T11:36:07,525 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/.tmp/C/22f1fc2166ef4c50957fc28efdf76d1e as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/22f1fc2166ef4c50957fc28efdf76d1e 2024-11-25T11:36:07,527 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/22f1fc2166ef4c50957fc28efdf76d1e, entries=100, sequenceid=586, filesize=9.6 K 2024-11-25T11:36:07,528 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d18c22b40681879646438d9fa5308f1f in 1644ms, sequenceid=586, compaction requested=true 2024-11-25T11:36:07,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/73160b496cb94d43b7eac29f422ff16a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/900692ab54ae4329848d01eb1cc8d8c1, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fba818b0e35e4f1f933e08a33deaed78, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/87f31830bd40426a93cce74053d64a4a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/92491570764045289325b603bb227abf, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/07db43f3b2144d7b9a83d619708ba93a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aa755e8d22d4057b5f8a15d6eaa29f6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4f6f2475482b488bb9c2885a5dcd5b76, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/1289e9357f424af586dda41790e971a6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/974abf82475f48f195e0538c09371ac2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/7003f9d69d8649e8852dc4af8a3f9af5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/393bd5ef0d0a4563b57a899ca7068952, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f89f9f801cec42bfa1bb94e2bf7c0d3d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/6d0d45aebcd24a1ca60bde9efa7e5431, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f70009d2f2ed4837aeaa4e9917de9257, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/9b3b6972498c4062a4d687c10f6fb428, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/54b2f3b86e3042a68f2327b9bb1f3a92, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aee29b84f3947a4a182e742e8870436, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/a417582be31845ed9d64139d053f7ab6, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4d38239192c1481cb2db17042353fb33, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fbc74d749e62410a92f643f80c29f32f] to archive 2024-11-25T11:36:07,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:36:07,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/73160b496cb94d43b7eac29f422ff16a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/73160b496cb94d43b7eac29f422ff16a 2024-11-25T11:36:07,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/900692ab54ae4329848d01eb1cc8d8c1 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/900692ab54ae4329848d01eb1cc8d8c1 2024-11-25T11:36:07,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fba818b0e35e4f1f933e08a33deaed78 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fba818b0e35e4f1f933e08a33deaed78 2024-11-25T11:36:07,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/87f31830bd40426a93cce74053d64a4a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/87f31830bd40426a93cce74053d64a4a 2024-11-25T11:36:07,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/92491570764045289325b603bb227abf to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/92491570764045289325b603bb227abf 2024-11-25T11:36:07,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/07db43f3b2144d7b9a83d619708ba93a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/07db43f3b2144d7b9a83d619708ba93a 2024-11-25T11:36:07,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aa755e8d22d4057b5f8a15d6eaa29f6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aa755e8d22d4057b5f8a15d6eaa29f6 2024-11-25T11:36:07,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4f6f2475482b488bb9c2885a5dcd5b76 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4f6f2475482b488bb9c2885a5dcd5b76 2024-11-25T11:36:07,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/1289e9357f424af586dda41790e971a6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/1289e9357f424af586dda41790e971a6 2024-11-25T11:36:07,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/974abf82475f48f195e0538c09371ac2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/974abf82475f48f195e0538c09371ac2 2024-11-25T11:36:07,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/7003f9d69d8649e8852dc4af8a3f9af5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/7003f9d69d8649e8852dc4af8a3f9af5 2024-11-25T11:36:07,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/393bd5ef0d0a4563b57a899ca7068952 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/393bd5ef0d0a4563b57a899ca7068952 2024-11-25T11:36:07,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f89f9f801cec42bfa1bb94e2bf7c0d3d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f89f9f801cec42bfa1bb94e2bf7c0d3d 2024-11-25T11:36:07,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/6d0d45aebcd24a1ca60bde9efa7e5431 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/6d0d45aebcd24a1ca60bde9efa7e5431 2024-11-25T11:36:07,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f70009d2f2ed4837aeaa4e9917de9257 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f70009d2f2ed4837aeaa4e9917de9257 2024-11-25T11:36:07,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/9b3b6972498c4062a4d687c10f6fb428 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/9b3b6972498c4062a4d687c10f6fb428 2024-11-25T11:36:07,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/54b2f3b86e3042a68f2327b9bb1f3a92 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/54b2f3b86e3042a68f2327b9bb1f3a92 2024-11-25T11:36:07,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aee29b84f3947a4a182e742e8870436 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/0aee29b84f3947a4a182e742e8870436 2024-11-25T11:36:07,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/a417582be31845ed9d64139d053f7ab6 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/a417582be31845ed9d64139d053f7ab6 2024-11-25T11:36:07,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4d38239192c1481cb2db17042353fb33 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/4d38239192c1481cb2db17042353fb33 2024-11-25T11:36:07,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fbc74d749e62410a92f643f80c29f32f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/fbc74d749e62410a92f643f80c29f32f 2024-11-25T11:36:07,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0e2ddde36a8543c1965350f0c58da5b2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/1406541f83254964a0a55319bef535ec, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/1f53a69b4bb641aea4358f9777a50beb, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3579607e3f5244f8b30f2078fc84147b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/13841b83ef1b40a292e12da1d9d7d64b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/e7c9cf3ff6f643bc8140abd9e7a5f8a5, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/7297cce8ec8c4ea19a721de82518ffb7, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3d495dab7bcb4a10a618d18ef1dfc262, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/eec0b0e160dc4010a0588eaad1453a73, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0d76013a3d914a188dbb38b5d62bef12, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/23b3d23d79be485cad1a0eefb17c246b, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/8e60f9d32b534fd6b78974cbd6106eed, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5e6968e792b2466b995edeb4489f8623, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/964f9ee8b28d445094c4b80729393923, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/357998b3db5b438d8bd15b9e89fbbe57, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/f3e9bc0ede204b00b8a64c7204713251, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/d9b6a48b20b749a889a4ba9b9d435c52, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/b4176f8dc3034ef48510c4a49e39747f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/6d8f723a489c4f12bfa31501a03f1cc0, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/4ba490a5312046f3acbe261156d29f72, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5bd6cfb851d348b7a2603b6f6563f322] to archive 2024-11-25T11:36:07,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:36:07,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0e2ddde36a8543c1965350f0c58da5b2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0e2ddde36a8543c1965350f0c58da5b2 2024-11-25T11:36:07,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/1406541f83254964a0a55319bef535ec to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/1406541f83254964a0a55319bef535ec 2024-11-25T11:36:07,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/1f53a69b4bb641aea4358f9777a50beb to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/1f53a69b4bb641aea4358f9777a50beb 2024-11-25T11:36:07,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3579607e3f5244f8b30f2078fc84147b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3579607e3f5244f8b30f2078fc84147b 2024-11-25T11:36:07,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/13841b83ef1b40a292e12da1d9d7d64b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/13841b83ef1b40a292e12da1d9d7d64b 2024-11-25T11:36:07,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/e7c9cf3ff6f643bc8140abd9e7a5f8a5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/e7c9cf3ff6f643bc8140abd9e7a5f8a5 2024-11-25T11:36:07,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/7297cce8ec8c4ea19a721de82518ffb7 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/7297cce8ec8c4ea19a721de82518ffb7 2024-11-25T11:36:07,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3d495dab7bcb4a10a618d18ef1dfc262 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/3d495dab7bcb4a10a618d18ef1dfc262 2024-11-25T11:36:07,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/eec0b0e160dc4010a0588eaad1453a73 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/eec0b0e160dc4010a0588eaad1453a73 2024-11-25T11:36:07,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0d76013a3d914a188dbb38b5d62bef12 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0d76013a3d914a188dbb38b5d62bef12 2024-11-25T11:36:07,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/23b3d23d79be485cad1a0eefb17c246b to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/23b3d23d79be485cad1a0eefb17c246b 2024-11-25T11:36:07,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/8e60f9d32b534fd6b78974cbd6106eed to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/8e60f9d32b534fd6b78974cbd6106eed 2024-11-25T11:36:07,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5e6968e792b2466b995edeb4489f8623 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5e6968e792b2466b995edeb4489f8623 2024-11-25T11:36:07,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/964f9ee8b28d445094c4b80729393923 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/964f9ee8b28d445094c4b80729393923 2024-11-25T11:36:07,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/357998b3db5b438d8bd15b9e89fbbe57 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/357998b3db5b438d8bd15b9e89fbbe57 2024-11-25T11:36:07,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/f3e9bc0ede204b00b8a64c7204713251 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/f3e9bc0ede204b00b8a64c7204713251 2024-11-25T11:36:07,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/d9b6a48b20b749a889a4ba9b9d435c52 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/d9b6a48b20b749a889a4ba9b9d435c52 2024-11-25T11:36:07,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/b4176f8dc3034ef48510c4a49e39747f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/b4176f8dc3034ef48510c4a49e39747f 2024-11-25T11:36:07,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/6d8f723a489c4f12bfa31501a03f1cc0 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/6d8f723a489c4f12bfa31501a03f1cc0 2024-11-25T11:36:07,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/4ba490a5312046f3acbe261156d29f72 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/4ba490a5312046f3acbe261156d29f72 2024-11-25T11:36:07,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5bd6cfb851d348b7a2603b6f6563f322 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/5bd6cfb851d348b7a2603b6f6563f322 2024-11-25T11:36:07,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/aafc4206ab124d7f8708252d61d74841, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/7309b258cda5481fbbc992c9e6f3d63a, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/cae461819fe943baac666cd750281f6d, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/649674dcc76949548ce200da56feeaf8, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/4936fb9f7b5646af816bd0b2a2802193, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/452a1c7b21de4570be3fa8e86654352f, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/a5d57ae6aa6d48cc9e0623fe5012a095, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/2974c4b78ad14d2ebe0bcb52fc932a60, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/6475ec76f063470ab6b62461933a9fd2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/1198aa1185f2469a875753159b7790f9, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c32c6cd3f1ce4bf894f49df59122d181, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/ab02402fba8f4ff490864abb68eccdcd, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/539d2169750c4f398abacb5b122a7036, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/939329103d8d4cd594cb6dd4e164f3de, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/83e9f21c976e47ad9913e8ecee8f8fb3, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/72c356e3cb7441d4944e8ea143a3f776, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/270f002017e04e94b11464382b055931, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/6c459d9904294b3e88d413fcf4b28ff2, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c683bf85a18149afaa9aa21d8645e763, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/e174e0fef96441508d39d9496ae03c31, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/573483e09d194a74af3187e6897da845] to archive 2024-11-25T11:36:07,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T11:36:07,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/aafc4206ab124d7f8708252d61d74841 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/aafc4206ab124d7f8708252d61d74841 2024-11-25T11:36:07,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/7309b258cda5481fbbc992c9e6f3d63a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/7309b258cda5481fbbc992c9e6f3d63a 2024-11-25T11:36:07,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/cae461819fe943baac666cd750281f6d to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/cae461819fe943baac666cd750281f6d 2024-11-25T11:36:07,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/649674dcc76949548ce200da56feeaf8 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/649674dcc76949548ce200da56feeaf8 2024-11-25T11:36:07,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/4936fb9f7b5646af816bd0b2a2802193 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/4936fb9f7b5646af816bd0b2a2802193 2024-11-25T11:36:07,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/452a1c7b21de4570be3fa8e86654352f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/452a1c7b21de4570be3fa8e86654352f 2024-11-25T11:36:07,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/a5d57ae6aa6d48cc9e0623fe5012a095 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/a5d57ae6aa6d48cc9e0623fe5012a095 2024-11-25T11:36:07,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/2974c4b78ad14d2ebe0bcb52fc932a60 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/2974c4b78ad14d2ebe0bcb52fc932a60 2024-11-25T11:36:07,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/6475ec76f063470ab6b62461933a9fd2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/6475ec76f063470ab6b62461933a9fd2 2024-11-25T11:36:07,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/1198aa1185f2469a875753159b7790f9 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/1198aa1185f2469a875753159b7790f9 2024-11-25T11:36:07,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c32c6cd3f1ce4bf894f49df59122d181 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c32c6cd3f1ce4bf894f49df59122d181 2024-11-25T11:36:07,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/ab02402fba8f4ff490864abb68eccdcd to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/ab02402fba8f4ff490864abb68eccdcd 2024-11-25T11:36:07,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/539d2169750c4f398abacb5b122a7036 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/539d2169750c4f398abacb5b122a7036 2024-11-25T11:36:07,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/939329103d8d4cd594cb6dd4e164f3de to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/939329103d8d4cd594cb6dd4e164f3de 2024-11-25T11:36:07,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/83e9f21c976e47ad9913e8ecee8f8fb3 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/83e9f21c976e47ad9913e8ecee8f8fb3 2024-11-25T11:36:07,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/72c356e3cb7441d4944e8ea143a3f776 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/72c356e3cb7441d4944e8ea143a3f776 2024-11-25T11:36:07,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/270f002017e04e94b11464382b055931 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/270f002017e04e94b11464382b055931 2024-11-25T11:36:07,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/6c459d9904294b3e88d413fcf4b28ff2 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/6c459d9904294b3e88d413fcf4b28ff2 2024-11-25T11:36:07,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c683bf85a18149afaa9aa21d8645e763 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c683bf85a18149afaa9aa21d8645e763 2024-11-25T11:36:07,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/e174e0fef96441508d39d9496ae03c31 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/e174e0fef96441508d39d9496ae03c31 2024-11-25T11:36:07,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/573483e09d194a74af3187e6897da845 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/573483e09d194a74af3187e6897da845 2024-11-25T11:36:07,583 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/recovered.edits/589.seqid, newMaxSeqId=589, maxSeqId=4 2024-11-25T11:36:07,584 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. 2024-11-25T11:36:07,584 DEBUG [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] regionserver.HRegion(1676): Region close journal for d18c22b40681879646438d9fa5308f1f: Waiting for close lock at 1732534565884Running coprocessor pre-close hooks at 1732534565884Disabling compacts and flushes for region at 1732534565884Disabling writes for close at 1732534565884Obtaining lock to block concurrent updates at 1732534565884Preparing flush snapshotting stores in d18c22b40681879646438d9fa5308f1f at 1732534565884Finished memstore snapshotting TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732534565885 (+1 ms)Flushing stores of TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f. at 1732534565885Flushing d18c22b40681879646438d9fa5308f1f/A: creating writer at 1732534565885Flushing mob file d18c22b40681879646438d9fa5308f1f/A: appending metadata at 1732534565889 (+4 ms)Flushing mob file d18c22b40681879646438d9fa5308f1f/A: closing flushed file at 1732534565889Flushing d18c22b40681879646438d9fa5308f1f/A: appending metadata at 1732534566296 (+407 ms)Flushing d18c22b40681879646438d9fa5308f1f/A: closing flushed file at 1732534566296Flushing d18c22b40681879646438d9fa5308f1f/B: creating writer at 1732534566702 (+406 ms)Flushing d18c22b40681879646438d9fa5308f1f/B: appending metadata at 1732534566704 (+2 ms)Flushing d18c22b40681879646438d9fa5308f1f/B: closing flushed file at 1732534566704Flushing d18c22b40681879646438d9fa5308f1f/C: creating writer at 1732534567111 (+407 ms)Flushing d18c22b40681879646438d9fa5308f1f/C: appending metadata at 1732534567113 (+2 ms)Flushing d18c22b40681879646438d9fa5308f1f/C: closing flushed file at 1732534567113Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@765a7ce: reopening flushed file at 1732534567519 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2ae412: reopening flushed file at 1732534567522 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bda357a: reopening flushed file at 1732534567525 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for d18c22b40681879646438d9fa5308f1f in 1644ms, sequenceid=586, compaction requested=true at 1732534567528 (+3 ms)Writing region close event to WAL at 1732534567581 (+53 ms)Running coprocessor post-close hooks at 1732534567583 (+2 ms)Closed at 1732534567584 (+1 ms) 2024-11-25T11:36:07,585 INFO [RS_CLOSE_REGION-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_REGION, pid=179}] handler.UnassignRegionHandler(157): Closed d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,586 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=178 updating hbase:meta row=d18c22b40681879646438d9fa5308f1f, regionState=CLOSED 2024-11-25T11:36:07,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=179, ppid=178, state=RUNNABLE, hasLock=false; CloseRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 because future has completed 2024-11-25T11:36:07,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-25T11:36:07,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; CloseRegionProcedure d18c22b40681879646438d9fa5308f1f, server=96bb5f2c2895,42925,1732534383188 in 1.8550 sec 2024-11-25T11:36:07,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=178, resume processing ppid=177 2024-11-25T11:36:07,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d18c22b40681879646438d9fa5308f1f, UNASSIGN in 1.8590 sec 2024-11-25T11:36:07,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-25T11:36:07,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8610 sec 2024-11-25T11:36:07,592 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732534567592"}]},"ts":"1732534567592"} 2024-11-25T11:36:07,593 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T11:36:07,593 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T11:36:07,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8690 sec 2024-11-25T11:36:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-25T11:36:07,882 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:36:07,883 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T11:36:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:36:07,884 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=180, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:36:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-25T11:36:07,885 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=180, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:36:07,886 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,888 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C, FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/recovered.edits] 2024-11-25T11:36:07,890 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/210a1d825f254536b29dd412877e90de to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/210a1d825f254536b29dd412877e90de 2024-11-25T11:36:07,891 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/c6dce517844f45248f3af54adda74846 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/c6dce517844f45248f3af54adda74846 2024-11-25T11:36:07,892 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f487ca6271eb477ba52e0b569a341f18 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/A/f487ca6271eb477ba52e0b569a341f18 2024-11-25T11:36:07,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0341e2e6a9604860a07bf25e082e7e54 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/0341e2e6a9604860a07bf25e082e7e54 2024-11-25T11:36:07,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/127d2bdff5304e818a9d0db8d955aef5 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/127d2bdff5304e818a9d0db8d955aef5 2024-11-25T11:36:07,895 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/d5803e7d82914c97919db0495eb30209 to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/B/d5803e7d82914c97919db0495eb30209 2024-11-25T11:36:07,897 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/22f1fc2166ef4c50957fc28efdf76d1e to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/22f1fc2166ef4c50957fc28efdf76d1e 2024-11-25T11:36:07,898 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c30bd0e6ccdf4958aab67753320c56eb to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/c30bd0e6ccdf4958aab67753320c56eb 2024-11-25T11:36:07,899 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/f579133234934fec8bf693c7a5c2da4a to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/C/f579133234934fec8bf693c7a5c2da4a 2024-11-25T11:36:07,901 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/recovered.edits/589.seqid to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f/recovered.edits/589.seqid 2024-11-25T11:36:07,901 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/default/TestAcidGuarantees/d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,901 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T11:36:07,901 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T11:36:07,902 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T11:36:07,904 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112513952afa88bc4720a7adfd8e0d7c6e57_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112513952afa88bc4720a7adfd8e0d7c6e57_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,905 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125376e0ef79bc8480b9f3418dc9f2bb44c_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125376e0ef79bc8480b9f3418dc9f2bb44c_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,906 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c0e134add9c4bd685c8ffb0383427f9_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c0e134add9c4bd685c8ffb0383427f9_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,906 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253dcc145d9bf442958e6fe8d5ad405fca_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253dcc145d9bf442958e6fe8d5ad405fca_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,907 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552891f99e1ca408eb7675646deffc6a3_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112552891f99e1ca408eb7675646deffc6a3_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,908 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567ea47436e6c4da58fb2bce92e6de278_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112567ea47436e6c4da58fb2bce92e6de278_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,909 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125844907e6efe4498db0f54dfb30083cdf_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125844907e6efe4498db0f54dfb30083cdf_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,910 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258e150c7ddc3a4377ad6a68f9572214f2_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258e150c7ddc3a4377ad6a68f9572214f2_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,910 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125926e856b2145427f97a0e6a342f38ff5_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125926e856b2145427f97a0e6a342f38ff5_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,911 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259f9e3b74ec2c47008029bc36be83008b_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411259f9e3b74ec2c47008029bc36be83008b_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,912 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abe833b10d774025832adc83a92d120b_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abe833b10d774025832adc83a92d120b_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,913 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b0ade06316d249d8bef6d4eaa6e2a6f2_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125b0ade06316d249d8bef6d4eaa6e2a6f2_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bc28df7ae83e4043a0f3fe25b30e186a_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125bc28df7ae83e4043a0f3fe25b30e186a_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c9d88d3153a74d55a7938bb8bdf3090c_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c9d88d3153a74d55a7938bb8bdf3090c_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,915 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cf83e39201fa4633a31b07fdddc11e1d_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125cf83e39201fa4633a31b07fdddc11e1d_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,916 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125de2c6f636a0f435c9eb659443b9017d4_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125de2c6f636a0f435c9eb659443b9017d4_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,917 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f24700fade7d40ffbc032b631230bf7d_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f24700fade7d40ffbc032b631230bf7d_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,918 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f63fc3f73e544a5bbc8555a6371e0f13_d18c22b40681879646438d9fa5308f1f to hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f63fc3f73e544a5bbc8555a6371e0f13_d18c22b40681879646438d9fa5308f1f 2024-11-25T11:36:07,918 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T11:36:07,920 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=180, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:36:07,922 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T11:36:07,924 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T11:36:07,925 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=180, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:36:07,925 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T11:36:07,925 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732534567925"}]},"ts":"9223372036854775807"} 2024-11-25T11:36:07,926 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-25T11:36:07,926 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d18c22b40681879646438d9fa5308f1f, NAME => 'TestAcidGuarantees,,1732534537883.d18c22b40681879646438d9fa5308f1f.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T11:36:07,926 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T11:36:07,927 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732534567926"}]},"ts":"9223372036854775807"} 2024-11-25T11:36:07,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-25T11:36:07,928 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=180, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T11:36:07,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-25T11:36:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-25T11:36:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-25T11:36:07,992 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-25T11:36:08,002 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=249 (was 246) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=3841 (was 3924) 2024-11-25T11:36:08,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T11:36:08,002 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:08,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:08,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:08,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:08,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T11:36:08,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T11:36:08,002 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=129225742, stopped=false 2024-11-25T11:36:08,003 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=96bb5f2c2895,42593,1732534382322 2024-11-25T11:36:08,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:36:08,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T11:36:08,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:36:08,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:36:08,005 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:08,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T11:36:08,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:08,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:08,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:36:08,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T11:36:08,006 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '96bb5f2c2895,42925,1732534383188' ***** 2024-11-25T11:36:08,006 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T11:36:08,006 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T11:36:08,007 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T11:36:08,007 INFO [RS:0;96bb5f2c2895:42925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T11:36:08,007 INFO [RS:0;96bb5f2c2895:42925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T11:36:08,007 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(959): stopping server 96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:08,007 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:08,007 INFO [RS:0;96bb5f2c2895:42925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;96bb5f2c2895:42925. 2024-11-25T11:36:08,007 DEBUG [RS:0;96bb5f2c2895:42925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T11:36:08,007 DEBUG [RS:0;96bb5f2c2895:42925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:08,007 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T11:36:08,007 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T11:36:08,007 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T11:36:08,007 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T11:36:08,008 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-25T11:36:08,008 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-25T11:36:08,008 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T11:36:08,008 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:08,008 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T11:36:08,008 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T11:36:08,008 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T11:36:08,008 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T11:36:08,009 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-25T11:36:08,033 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/info/e5f2cc9a3ca1427eb5f0b45e41087ca7 is 95, key is TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06./info:/1732534414492/DeleteFamily/seqid=0 2024-11-25T11:36:08,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742471_1647 (size=6514) 2024-11-25T11:36:08,097 INFO [regionserver/96bb5f2c2895:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:08,201 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-25T11:36:08,201 INFO [regionserver/96bb5f2c2895:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-25T11:36:08,209 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:08,409 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:08,436 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/info/e5f2cc9a3ca1427eb5f0b45e41087ca7 2024-11-25T11:36:08,454 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/ns/6f817c987d534450bc53643f31a4f8cc is 93, key is TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06./ns:/1732534414446/DeleteFamily/seqid=0 2024-11-25T11:36:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742472_1648 (size=5906) 2024-11-25T11:36:08,609 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:08,809 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:08,858 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/ns/6f817c987d534450bc53643f31a4f8cc 2024-11-25T11:36:08,875 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/rep_barrier/bafabaf897954392a5b8fc7460d53556 is 102, key is TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06./rep_barrier:/1732534414446/DeleteFamily/seqid=0 2024-11-25T11:36:08,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742473_1649 (size=6025) 2024-11-25T11:36:09,009 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:09,210 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:09,278 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/rep_barrier/bafabaf897954392a5b8fc7460d53556 2024-11-25T11:36:09,296 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/table/0e9847c8451a4d488e8184441d8c9e54 is 96, key is TestAcidGuarantees,,1732534386835.6b2777924a43ccc82ad97bee05238f06./table:/1732534414446/DeleteFamily/seqid=0 2024-11-25T11:36:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742474_1650 (size=5936) 2024-11-25T11:36:09,410 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:09,610 DEBUG [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-25T11:36:09,699 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/table/0e9847c8451a4d488e8184441d8c9e54 2024-11-25T11:36:09,703 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/info/e5f2cc9a3ca1427eb5f0b45e41087ca7 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/info/e5f2cc9a3ca1427eb5f0b45e41087ca7 2024-11-25T11:36:09,705 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/info/e5f2cc9a3ca1427eb5f0b45e41087ca7, entries=12, sequenceid=90, filesize=6.4 K 2024-11-25T11:36:09,706 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/ns/6f817c987d534450bc53643f31a4f8cc as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/ns/6f817c987d534450bc53643f31a4f8cc 2024-11-25T11:36:09,709 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/ns/6f817c987d534450bc53643f31a4f8cc, entries=8, sequenceid=90, filesize=5.8 K 2024-11-25T11:36:09,709 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/rep_barrier/bafabaf897954392a5b8fc7460d53556 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/rep_barrier/bafabaf897954392a5b8fc7460d53556 2024-11-25T11:36:09,712 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/rep_barrier/bafabaf897954392a5b8fc7460d53556, entries=6, sequenceid=90, filesize=5.9 K 2024-11-25T11:36:09,712 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/.tmp/table/0e9847c8451a4d488e8184441d8c9e54 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/table/0e9847c8451a4d488e8184441d8c9e54 2024-11-25T11:36:09,715 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/table/0e9847c8451a4d488e8184441d8c9e54, entries=7, sequenceid=90, filesize=5.8 K 2024-11-25T11:36:09,715 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false 2024-11-25T11:36:09,719 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-25T11:36:09,720 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T11:36:09,720 INFO [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:09,720 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732534568008Running coprocessor pre-close hooks at 1732534568008Disabling compacts and flushes for region at 1732534568008Disabling writes for close at 1732534568008Obtaining lock to block concurrent updates at 1732534568009 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732534568009Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732534568009Flushing stores of hbase:meta,,1.1588230740 at 1732534568010 (+1 ms)Flushing 1588230740/info: creating writer at 1732534568010Flushing 1588230740/info: appending metadata at 1732534568032 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732534568032Flushing 1588230740/ns: creating writer at 1732534568440 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732534568454 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732534568454Flushing 1588230740/rep_barrier: creating writer at 1732534568861 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732534568874 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732534568874Flushing 1588230740/table: creating writer at 1732534569281 (+407 ms)Flushing 1588230740/table: appending metadata at 1732534569296 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732534569296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1817895e: reopening flushed file at 1732534569702 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d58ca72: reopening flushed file at 1732534569705 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a11452b: reopening flushed file at 1732534569709 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679ff5e0: reopening flushed file at 1732534569712 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false at 1732534569715 (+3 ms)Writing region close event to WAL at 1732534569717 (+2 ms)Running coprocessor post-close hooks at 1732534569720 (+3 ms)Closed at 1732534569720 2024-11-25T11:36:09,720 DEBUG [RS_CLOSE_META-regionserver/96bb5f2c2895:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T11:36:09,810 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(976): stopping server 96bb5f2c2895,42925,1732534383188; all regions closed. 2024-11-25T11:36:09,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741834_1010 (size=25344) 2024-11-25T11:36:09,817 DEBUG [RS:0;96bb5f2c2895:42925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/oldWALs 2024-11-25T11:36:09,817 INFO [RS:0;96bb5f2c2895:42925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C42925%2C1732534383188.meta:.meta(num 1732534386267) 2024-11-25T11:36:09,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741832_1008 (size=18839587) 2024-11-25T11:36:09,820 DEBUG [RS:0;96bb5f2c2895:42925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/oldWALs 2024-11-25T11:36:09,820 INFO [RS:0;96bb5f2c2895:42925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 96bb5f2c2895%2C42925%2C1732534383188:(num 1732534385374) 2024-11-25T11:36:09,820 DEBUG [RS:0;96bb5f2c2895:42925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T11:36:09,820 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T11:36:09,820 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:09,820 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.ChoreService(370): Chore service for: regionserver/96bb5f2c2895:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:09,821 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:09,821 INFO [regionserver/96bb5f2c2895:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:09,821 INFO [RS:0;96bb5f2c2895:42925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42925 2024-11-25T11:36:09,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/96bb5f2c2895,42925,1732534383188 2024-11-25T11:36:09,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T11:36:09,825 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:09,826 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [96bb5f2c2895,42925,1732534383188] 2024-11-25T11:36:09,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/96bb5f2c2895,42925,1732534383188 already deleted, retry=false 2024-11-25T11:36:09,829 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 96bb5f2c2895,42925,1732534383188 expired; onlineServers=0 2024-11-25T11:36:09,829 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '96bb5f2c2895,42593,1732534382322' ***** 2024-11-25T11:36:09,829 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T11:36:09,829 INFO [M:0;96bb5f2c2895:42593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T11:36:09,829 INFO [M:0;96bb5f2c2895:42593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T11:36:09,829 DEBUG [M:0;96bb5f2c2895:42593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T11:36:09,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T11:36:09,829 DEBUG [M:0;96bb5f2c2895:42593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T11:36:09,830 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534385000 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.small.0-1732534385000,5,FailOnTimeoutGroup] 2024-11-25T11:36:09,830 DEBUG [master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534384999 {}] cleaner.HFileCleaner(306): Exit Thread[master/96bb5f2c2895:0:becomeActiveMaster-HFileCleaner.large.0-1732534384999,5,FailOnTimeoutGroup] 2024-11-25T11:36:09,830 INFO [M:0;96bb5f2c2895:42593 {}] hbase.ChoreService(370): Chore service for: master/96bb5f2c2895:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T11:36:09,830 INFO [M:0;96bb5f2c2895:42593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T11:36:09,830 DEBUG [M:0;96bb5f2c2895:42593 {}] master.HMaster(1795): Stopping service threads 2024-11-25T11:36:09,830 INFO [M:0;96bb5f2c2895:42593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T11:36:09,830 INFO [M:0;96bb5f2c2895:42593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T11:36:09,830 ERROR [M:0;96bb5f2c2895:42593 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T11:36:09,831 INFO [M:0;96bb5f2c2895:42593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T11:36:09,831 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T11:36:09,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T11:36:09,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T11:36:09,832 DEBUG [M:0;96bb5f2c2895:42593 {}] zookeeper.ZKUtil(347): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T11:36:09,832 WARN [M:0;96bb5f2c2895:42593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T11:36:09,832 INFO [M:0;96bb5f2c2895:42593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/.lastflushedseqids 2024-11-25T11:36:09,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742475_1651 (size=72) 2024-11-25T11:36:09,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:09,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42925-0x1014ee695f70001, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:09,928 INFO [RS:0;96bb5f2c2895:42925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:09,928 INFO [RS:0;96bb5f2c2895:42925 {}] regionserver.HRegionServer(1031): Exiting; stopping=96bb5f2c2895,42925,1732534383188; zookeeper connection closed. 2024-11-25T11:36:09,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4df5a652 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4df5a652 2024-11-25T11:36:09,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T11:36:10,244 INFO [M:0;96bb5f2c2895:42593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T11:36:10,244 INFO [M:0;96bb5f2c2895:42593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T11:36:10,244 DEBUG [M:0;96bb5f2c2895:42593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T11:36:10,244 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:10,244 DEBUG [M:0;96bb5f2c2895:42593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:10,244 DEBUG [M:0;96bb5f2c2895:42593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T11:36:10,244 DEBUG [M:0;96bb5f2c2895:42593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:10,244 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=786.83 KB heapSize=964.51 KB 2024-11-25T11:36:10,259 DEBUG [M:0;96bb5f2c2895:42593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93269263168a49e6b98417113347e7ed is 82, key is hbase:meta,,1/info:regioninfo/1732534386381/Put/seqid=0 2024-11-25T11:36:10,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742476_1652 (size=5672) 2024-11-25T11:36:10,663 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2189 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93269263168a49e6b98417113347e7ed 2024-11-25T11:36:10,683 DEBUG [M:0;96bb5f2c2895:42593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18cbe7ddba4a48a0ada64294d9a64b97 is 2480, key is \x00\x00\x00\x00\x00\x00\x00+/proc:d/1732534417648/Put/seqid=0 2024-11-25T11:36:10,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742477_1653 (size=47160) 2024-11-25T11:36:10,687 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=786.28 KB at sequenceid=2189 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18cbe7ddba4a48a0ada64294d9a64b97 2024-11-25T11:36:10,690 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18cbe7ddba4a48a0ada64294d9a64b97 2024-11-25T11:36:10,705 DEBUG [M:0;96bb5f2c2895:42593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7df80b37ee54656ba3788cfdb1d0533 is 69, key is 96bb5f2c2895,42925,1732534383188/rs:state/1732534385115/Put/seqid=0 2024-11-25T11:36:10,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073742478_1654 (size=5156) 2024-11-25T11:36:11,108 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2189 (bloomFilter=true), to=hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7df80b37ee54656ba3788cfdb1d0533 2024-11-25T11:36:11,112 DEBUG [M:0;96bb5f2c2895:42593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93269263168a49e6b98417113347e7ed as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93269263168a49e6b98417113347e7ed 2024-11-25T11:36:11,114 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93269263168a49e6b98417113347e7ed, entries=8, sequenceid=2189, filesize=5.5 K 2024-11-25T11:36:11,115 DEBUG [M:0;96bb5f2c2895:42593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18cbe7ddba4a48a0ada64294d9a64b97 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18cbe7ddba4a48a0ada64294d9a64b97 2024-11-25T11:36:11,118 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18cbe7ddba4a48a0ada64294d9a64b97 2024-11-25T11:36:11,118 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18cbe7ddba4a48a0ada64294d9a64b97, entries=180, sequenceid=2189, filesize=46.1 K 2024-11-25T11:36:11,119 DEBUG [M:0;96bb5f2c2895:42593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7df80b37ee54656ba3788cfdb1d0533 as hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7df80b37ee54656ba3788cfdb1d0533 2024-11-25T11:36:11,121 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33617/user/jenkins/test-data/3d05f3a6-7652-d7ec-54f8-7e8fe6767994/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7df80b37ee54656ba3788cfdb1d0533, entries=1, sequenceid=2189, filesize=5.0 K 2024-11-25T11:36:11,122 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~786.83 KB/805716, heapSize ~964.21 KB/987352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=2189, compaction requested=false 2024-11-25T11:36:11,123 INFO [M:0;96bb5f2c2895:42593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T11:36:11,123 DEBUG [M:0;96bb5f2c2895:42593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732534570244Disabling compacts and flushes for region at 1732534570244Disabling writes for close at 1732534570244Obtaining lock to block concurrent updates at 1732534570244Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732534570244Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=805716, getHeapSize=987592, getOffHeapSize=0, getCellsCount=2394 at 1732534570245 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732534570245Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732534570245Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732534570259 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732534570259Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732534570666 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732534570683 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732534570683Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732534570690 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732534570704 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732534570704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a190ab6: reopening flushed file at 1732534571111 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7afbf196: reopening flushed file at 1732534571114 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eff54c1: reopening flushed file at 1732534571118 (+4 ms)Finished flush of dataSize ~786.83 KB/805716, heapSize ~964.21 KB/987352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=2189, compaction requested=false at 1732534571122 (+4 ms)Writing region close event to WAL at 1732534571123 (+1 ms)Closed at 1732534571123 2024-11-25T11:36:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40283 is added to blk_1073741830_1006 (size=949240) 2024-11-25T11:36:11,126 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T11:36:11,126 INFO [M:0;96bb5f2c2895:42593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T11:36:11,127 INFO [M:0;96bb5f2c2895:42593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42593 2024-11-25T11:36:11,127 INFO [M:0;96bb5f2c2895:42593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T11:36:11,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:11,229 INFO [M:0;96bb5f2c2895:42593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T11:36:11,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42593-0x1014ee695f70000, quorum=127.0.0.1:57988, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T11:36:11,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T11:36:11,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:36:11,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:36:11,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:36:11,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/hadoop.log.dir/,STOPPED} 2024-11-25T11:36:11,239 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T11:36:11,239 WARN [BP-1921163723-172.17.0.2-1732534379310 heartbeating to localhost/127.0.0.1:33617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T11:36:11,239 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T11:36:11,239 WARN [BP-1921163723-172.17.0.2-1732534379310 heartbeating to localhost/127.0.0.1:33617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1921163723-172.17.0.2-1732534379310 (Datanode Uuid cbebb760-8bb1-491a-809b-10667c7ec251) service to localhost/127.0.0.1:33617 2024-11-25T11:36:11,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/cluster_f4cb1ac2-6f6a-eac0-34d8-be15e644df80/data/data1/current/BP-1921163723-172.17.0.2-1732534379310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:36:11,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/cluster_f4cb1ac2-6f6a-eac0-34d8-be15e644df80/data/data2/current/BP-1921163723-172.17.0.2-1732534379310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T11:36:11,242 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T11:36:11,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T11:36:11,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T11:36:11,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T11:36:11,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T11:36:11,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d73663f4-45b1-5e0e-9d8a-8a02380971ef/hadoop.log.dir/,STOPPED} 2024-11-25T11:36:11,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T11:36:11,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down